06:24:37.433 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
06:24:37.433 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskBYdVme/test-tmp
06:24:37.434 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
06:24:37.434 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskBYdVme/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
06:24:37.435 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
06:24:37.761 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:24:37.761 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
06:24:37.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:37.763643 13076 mini_oidc.cc:152] Starting JWKS server
06:24:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:37.766220 13076 webserver.cc:460] Webserver started at http://127.0.0.1:37413/ using document root <none> and password file <none>
06:24:37.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:37.766427 13076 mini_oidc.cc:189] Starting OIDC Discovery server
06:24:37.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:37.767055 13076 webserver.cc:460] Webserver started at http://127.0.0.1:34291/ using document root <none> and password file <none>
06:24:37.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:24:37Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
06:24:37.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:24:37Z Disabled control of system clock
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:37.798205 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/logs
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.62:40935
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.62
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:37.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:24:37.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:24:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.114470 13094 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.114802 13094 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:38.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.114892 13094 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122093 13094 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122200 13094 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122237 13094 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122285 13094 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122323 13094 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122373 13094 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:24:38.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.122407 13094 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37413/jwks.json
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.131812 13094 master_runner.cc:386] Master server non-default flags:
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.62:40935
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.62
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/logs
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:38.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:38.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.133139 13094 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:38.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.134979 13094 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:38.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.146677 13101 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.146740 13104 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.146718 13102 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.153087 13094 server_base.cc:1034] running on GCE node
06:24:38.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.154024 13094 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:38.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.155575 13094 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.156832 13094 hybrid_clock.cc:648] HybridClock initialized: now 1786256678156788 us; error 79 us; skew 500 ppm
06:24:38.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.157251 13094 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:38.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.163496 13094 webserver.cc:460] Webserver started at http://127.12.197.62:43907/ using document root <none> and password file <none>
06:24:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.164297 13094 fs_manager.cc:359] Metadata directory not provided
06:24:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.164412 13094 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:38.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.164753 13094 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.167686 13094 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/instance:
06:24:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04f38608debb4837805be6764893ac00"
06:24:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.168605 13094 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal/instance:
06:24:38.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04f38608debb4837805be6764893ac00"
06:24:38.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.174479 13094 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.001s
06:24:38.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.178174 13113 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:38.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.179693 13094 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.179870 13094 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04f38608debb4837805be6764893ac00"
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.180095 13094 fs_report.cc:383] FS layout report
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/data
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:38.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:38.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.195245 13094 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.196173 13094 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:38.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.196493 13094 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:38.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.216747 13094 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.62:40935
06:24:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.216820 13217 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.62:40935 every 8 connection(s)
06:24:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.218142 13094 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.222177 13218 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.222424 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 13094
06:24:38.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.222669 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal/instance
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.224879 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/logs
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data/info.pb
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.61:35335
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.61
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:24:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:24:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.228255 13218 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.246317 13218 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.247556 13121 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.249131 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.298548 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } attempt: 1
06:24:38.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.300499 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.368800 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } attempt: 2
06:24:38.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.370741 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.462033 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } attempt: 3
06:24:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.463994 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.544466 13224 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.544749 13224 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:38.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.544831 13224 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.551853 13224 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.551957 13224 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.551993 13224 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.552040 13224 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.552078 13224 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.552129 13224 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:24:38.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.552173 13224 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37413/jwks.json
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.561614 13224 master_runner.cc:386] Master server non-default flags:
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data
06:24:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.61:35335
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data/info.pb
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.61
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/logs
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.562893 13224 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:38.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.564708 13224 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.575894 13235 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.575977 13238 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.575928 13236 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.577054 13224 server_base.cc:1034] running on GCE node
06:24:38.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.577812 13224 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.579128 13224 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.580325 13224 hybrid_clock.cc:648] HybridClock initialized: now 1786256678580278 us; error 36 us; skew 500 ppm
06:24:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.580639 13224 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.582767 13224 webserver.cc:460] Webserver started at http://127.12.197.61:46181/ using document root <none> and password file <none>
06:24:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.583386 13224 fs_manager.cc:359] Metadata directory not provided
06:24:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.583472 13224 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:38.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.583803 13224 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.586347 13224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data/instance:
06:24:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2700e1a6f545f9806e1d52dc9b2d84"
06:24:38.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.587073 13224 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal/instance:
06:24:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2700e1a6f545f9806e1d52dc9b2d84"
06:24:38.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.592180 13224 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.003s sys 0.004s
06:24:38.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.595402 13253 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:38.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.596758 13224 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.596902 13224 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1a2700e1a6f545f9806e1d52dc9b2d84"
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.597077 13224 fs_report.cc:383] FS layout report
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data/data
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:38.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.607223 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } attempt: 4
06:24:38.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.609089 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.611969 13224 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:38.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.612716 13224 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:38.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.612962 13224 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.632560 13224 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.61:35335
06:24:38.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.632578 13359 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.61:35335 every 8 connection(s)
06:24:38.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.633785 13224 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/data/info.pb
06:24:38.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.637303 13364 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.642379 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 13224
06:24:38.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.642553 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-1/wal/instance
06:24:38.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.643844 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/logs
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.60:40651
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.60
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:24:38.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.643644 13364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.658250 13364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.667309 13364 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.668308 13254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.669829 13364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.719097 13364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 1
06:24:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.721045 13364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.789270 13364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 2
06:24:38.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.791448 13364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.882704 13364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 3
06:24:38.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.884913 13364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.908337 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } attempt: 5
06:24:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.915071 13218 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } has no permanent_uuid. Determining permanent_uuid...
06:24:38.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.917166 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.964601 13369 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.964885 13369 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:38.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.964968 13369 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:38.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.968421 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 1
06:24:38.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.970305 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972416 13369 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972502 13369 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972538 13369 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972585 13369 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972637 13369 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972692 13369 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:24:38.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.972730 13369 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37413/jwks.json
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.981577 13369 master_runner.cc:386] Master server non-default flags:
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:38.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.60:40651
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.60
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/logs
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:38.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.982815 13369 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:38.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.984695 13369 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.996025 13379 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.996064 13386 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:38.996104 13383 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.997087 13369 server_base.cc:1034] running on GCE node
06:24:38.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.997797 13369 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:38.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:38.999140 13369 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.000341 13369 hybrid_clock.cc:648] HybridClock initialized: now 1786256679000280 us; error 57 us; skew 500 ppm
06:24:39.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.000691 13369 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:39.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.002811 13369 webserver.cc:460] Webserver started at http://127.12.197.60:46643/ using document root <none> and password file <none>
06:24:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.003429 13369 fs_manager.cc:359] Metadata directory not provided
06:24:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.003511 13369 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:39.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.003845 13369 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.006371 13369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/instance:
06:24:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33efc8a453044a30aded538b8c11d54a"
06:24:39.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.007113 13369 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal/instance:
06:24:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33efc8a453044a30aded538b8c11d54a"
06:24:39.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.012104 13369 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
06:24:39.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.015350 13397 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:39.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.016741 13369 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.016907 13369 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33efc8a453044a30aded538b8c11d54a"
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.017083 13369 fs_report.cc:383] FS layout report
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/data
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:39.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:39.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.028116 13364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 4
06:24:39.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.029877 13364 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:39.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.038551 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 2
06:24:39.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.040347 13218 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.041957 13369 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:39.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.042819 13369 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:39.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.043129 13369 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:39.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.062652 13369 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.60:40651
06:24:39.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.062672 13490 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.60:40651 every 8 connection(s)
06:24:39.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.064023 13369 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:39.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.067835 13491 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:39.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.069813 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 13369
06:24:39.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.069957 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal/instance
06:24:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.075199 13491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } has no permanent_uuid. Determining permanent_uuid...
06:24:39.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.104661 13491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } has no permanent_uuid. Determining permanent_uuid...
06:24:39.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.111105 13491 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } has no permanent_uuid. Determining permanent_uuid...
06:24:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.120886 13491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Bootstrap starting.
06:24:39.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.124044 13491 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Neither blocks nor log segments found. Creating new log.
06:24:39.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.125209 13491 log.cc:824] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Log is configured to *not* fsync() on all Append() calls
06:24:39.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.127571 13491 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: No bootstrap required, opened a new log
06:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.135035 13491 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.135339 13491 raft_consensus.cc:374] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:39.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.135418 13491 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33efc8a453044a30aded538b8c11d54a, State: Initialized, Role: FOLLOWER
06:24:39.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.135957 13491 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.136750 13504 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.137081 13504 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.137792 13491 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: configured and running, proceeding with master startup.
06:24:39.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.146615 13218 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 3
06:24:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.148032 13519 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:24:39.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.148151 13519 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:24:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.144572 13369 master_runner.cc:186] Error getting master registration for 127.12.197.62:40935: OK, instance_id { permanent_uuid: "04f38608debb4837805be6764893ac00" instance_seqno: 1786256678211838 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:24:39.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.154019 13369 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:39.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.158907 13218 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Bootstrap starting.
06:24:39.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.161993 13218 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Neither blocks nor log segments found. Creating new log.
06:24:39.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.162966 13218 log.cc:824] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Log is configured to *not* fsync() on all Append() calls
06:24:39.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.165592 13218 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: No bootstrap required, opened a new log
06:24:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.173514 13218 raft_consensus.cc:348] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.173818 13218 raft_consensus.cc:374] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:39.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.173902 13218 raft_consensus.cc:729] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04f38608debb4837805be6764893ac00, State: Initialized, Role: FOLLOWER
06:24:39.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.174391 13218 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.175182 13523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.175616 13523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.176394 13218 sys_catalog.cc:564] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: configured and running, proceeding with master startup.
06:24:39.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.185389 13541 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
06:24:39.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.185496 13541 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
06:24:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.194263 13504 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:39.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.194581 13504 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.196341 13504 leader_election.cc:288] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335)
06:24:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.197420 13168 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00" is_pre_election: true
06:24:39.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.198119 13168 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33efc8a453044a30aded538b8c11d54a in term 0.
06:24:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.199002 13398 leader_election.cc:302] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a; no voters:
06:24:39.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.199172 13123 tablet.cc:2369] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:24:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.201056 13504 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Leader pre-election won for term 1
06:24:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.201239 13504 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:24:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.201354 13504 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 0 FOLLOWER]: Advancing to term 1
06:24:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.186290 13094 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: OK, instance_id { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" instance_seqno: 1786256678627837 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
06:24:39.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.201910 13094 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:39.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.204609 13504 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.205732 13168 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00"
06:24:39.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.205953 13168 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 0 FOLLOWER]: Advancing to term 1
06:24:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.209132 13168 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33efc8a453044a30aded538b8c11d54a in term 1.
06:24:39.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.209729 13398 leader_election.cc:302] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a; no voters:
06:24:39.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.210705 13544 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Leader election won for term 1
06:24:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.211254 13504 leader_election.cc:288] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 1 election: Requested vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335)
06:24:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.212603 13544 raft_consensus.cc:686] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 LEADER]: Becoming Leader. State: Replica: 33efc8a453044a30aded538b8c11d54a, State: Running, Role: LEADER
06:24:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.213776 13544 consensus_queue.cc:237] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.238150 13504 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33efc8a453044a30aded538b8c11d54a. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.238492 13504 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: LEADER
06:24:39.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.257491 13549 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:24:39.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.263001 13549 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:24:39.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.278400 13168 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Refusing update from remote peer 33efc8a453044a30aded538b8c11d54a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:24:39.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.279342 13544 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [LEADER]: Connected to new peer: Peer: permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:39.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.295230 13407 tablet.cc:2369] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:24:39.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.297607 13523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33efc8a453044a30aded538b8c11d54a. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.297909 13523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.301900 13550 mvcc.cc:205] Tried to move back new op lower bound from 7316507358311333888 to 7316507358121697280. Current Snapshot: MvccSnapshot[applied={T|T < 7316507358311333888}]
06:24:39.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.303603 13552 mvcc.cc:205] Tried to move back new op lower bound from 7316507358311333888 to 7316507358121697280. Current Snapshot: MvccSnapshot[applied={T|T < 7316507358311333888}]
06:24:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.313241 13544 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.313593 13544 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: LEADER
06:24:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.314028 13523 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.314296 13523 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.318953 13549 catalog_manager.cc:1347] Generated new cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:39.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.319056 13549 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:24:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.329075 13364 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } attempt: 5
06:24:39.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.344444 13364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: Bootstrap starting.
06:24:39.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.351346 13364 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: Neither blocks nor log segments found. Creating new log.
06:24:39.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.353652 13364 log.cc:824] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: Log is configured to *not* fsync() on all Append() calls
06:24:39.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.360153 13549 catalog_manager.cc:1370] Generated new certificate authority record
06:24:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.367956 13549 catalog_manager.cc:1504] Loading token signing keys...
06:24:39.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.368872 13364 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: No bootstrap required, opened a new log
06:24:39.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.380412 13364 raft_consensus.cc:348] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.381227 13364 raft_consensus.cc:374] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:39.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.381459 13364 raft_consensus.cc:729] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1a2700e1a6f545f9806e1d52dc9b2d84, State: Initialized, Role: FOLLOWER
06:24:39.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.382325 13364 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.397140 13549 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Generated new TSK 0
06:24:39.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.399657 13549 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:24:39.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.412593 13561 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.415906 13561 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.416384 13561 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.416926 13297 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" is_pre_election: true
06:24:39.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.417662 13295 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84"
06:24:39.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.417191 13561 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.419256 13297 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33efc8a453044a30aded538b8c11d54a in term 0.
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.420210 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/logs
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data/info.pb
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:39.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.1:0
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.1
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.1
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:39.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:24:39.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.414917 13364 sys_catalog.cc:564] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: configured and running, proceeding with master startup.
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.423928 13292 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 0 FOLLOWER]: Advancing to term 1
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.424883 13168 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00" is_pre_election: true
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.426404 13441 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "33efc8a453044a30aded538b8c11d54a" is_pre_election: true
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.427130 13292 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Refusing update from remote peer 33efc8a453044a30aded538b8c11d54a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.427312 13254 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1a2700e1a6f545f9806e1d52dc9b2d84; no voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a
06:24:39.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.427852 13562 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
06:24:39.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.428117 13561 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.428375 13504 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:39.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.453547 13566 mvcc.cc:205] Tried to move back new op lower bound from 7316507358311333888 to 7316507358121697280. Current Snapshot: MvccSnapshot[applied={T|T < 7316507358311333888}]
06:24:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.462734 13562 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.463176 13562 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.463644 13561 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33efc8a453044a30aded538b8c11d54a. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.463915 13561 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: FOLLOWER
06:24:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.542433 13583 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
06:24:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.546180 13504 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:39.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.546492 13504 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: LEADER
06:24:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.871733 13568 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.872007 13568 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:39.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.872102 13568 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.879172 13568 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.879307 13568 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:24:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.879344 13568 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:24:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.879386 13568 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:24:39.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.879451 13568 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.197.1
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.888513 13568 tablet_server_runner.cc:78] Tablet server non-default flags:
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.1:0
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:39.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data/info.pb
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.1
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.1
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/logs
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:39.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.889761 13568 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:39.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.891484 13568 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.904409 13595 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.904458 13600 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:39.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:39.904479 13596 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.905212 13568 server_base.cc:1034] running on GCE node
06:24:39.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.905805 13568 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:39.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.906687 13568 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.907904 13568 hybrid_clock.cc:648] HybridClock initialized: now 1786256679907852 us; error 29 us; skew 500 ppm
06:24:39.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.908262 13568 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.910909 13568 webserver.cc:460] Webserver started at http://127.12.197.1:43293/ using document root <none> and password file <none>
06:24:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.911626 13568 fs_manager.cc:359] Metadata directory not provided
06:24:39.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.911725 13568 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:39.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.912032 13568 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.914768 13568 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data/instance:
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ae7d88b53324430a7705edc6e7f41c1"
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.915501 13568 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal/instance:
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ae7d88b53324430a7705edc6e7f41c1"
06:24:39.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.920815 13568 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
06:24:39.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.924319 13609 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.925683 13568 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
06:24:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.925814 13568 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal
06:24:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8ae7d88b53324430a7705edc6e7f41c1"
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.925988 13568 fs_report.cc:383] FS layout report
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data/data
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:39.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.949915 13568 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.950896 13568 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.951303 13568 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.954273 13568 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:24:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.954401 13568 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:24:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.954542 13568 ts_tablet_manager.cc:610] Registered 0 tablets
06:24:39.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:39.954757 13568 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.001s sys 0.000s
06:24:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.011394 13568 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.1:39201
06:24:40.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.011423 13795 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.1:39201 every 8 connection(s)
06:24:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.012714 13568 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/data/info.pb
06:24:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.013494 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 13568
06:24:40.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.013696 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-0/wal/instance
06:24:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.015995 13796 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:40.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.016348 13796 heartbeater.cc:464] Registering TS with master...
06:24:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.017369 13796 heartbeater.cc:511] Master 127.12.197.62:40935 requested a full tablet report, sending...
06:24:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.019966 13144 ts_manager.cc:194] Registered new tserver with Master: 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201)
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.021126 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/logs
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data/info.pb
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.2:0
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.2
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.2
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:40.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:24:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.023396 13798 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:40.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.023556 13798 heartbeater.cc:464] Registering TS with master...
06:24:40.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.024091 13798 heartbeater.cc:511] Master 127.12.197.60:40651 requested a full tablet report, sending...
06:24:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.025851 13423 ts_manager.cc:194] Registered new tserver with Master: 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201)
06:24:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.028023 13423 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.197.1:38223
06:24:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.034466 13799 heartbeater.cc:347] Connected to a master server at 127.12.197.61:35335
06:24:40.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.034623 13799 heartbeater.cc:464] Registering TS with master...
06:24:40.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.034972 13799 heartbeater.cc:511] Master 127.12.197.61:35335 requested a full tablet report, sending...
06:24:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.036576 13280 ts_manager.cc:194] Registered new tserver with Master: 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201)
06:24:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.187664 13541 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.187778 13541 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: loading cluster ID for follower catalog manager: success
06:24:40.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.190384 13541 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: acquiring CA information for follower catalog manager: success
06:24:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.192281 13541 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:24:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.357450 13804 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.357731 13804 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:40.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.357831 13804 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.364926 13804 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.365064 13804 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:24:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.365101 13804 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:24:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.365144 13804 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:24:40.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.365207 13804 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.197.2
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.374460 13804 tablet_server_runner.cc:78] Tablet server non-default flags:
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data
06:24:40.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.2:0
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data/info.pb
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.2
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.2
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/logs
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.375746 13804 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.377516 13804 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.390460 13816 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.390637 13814 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.391024 13811 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.391441 13804 server_base.cc:1034] running on GCE node
06:24:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.392005 13804 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.392838 13804 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.394037 13804 hybrid_clock.cc:648] HybridClock initialized: now 1786256680393983 us; error 39 us; skew 500 ppm
06:24:40.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.394358 13804 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:40.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.396471 13804 webserver.cc:460] Webserver started at http://127.12.197.2:36939/ using document root <none> and password file <none>
06:24:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.397133 13804 fs_manager.cc:359] Metadata directory not provided
06:24:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.397236 13804 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:40.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.397531 13804 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:40.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.400617 13804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data/instance:
06:24:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b4d03435bb546979af374e40a23108d"
06:24:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.401454 13804 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal/instance:
06:24:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b4d03435bb546979af374e40a23108d"
06:24:40.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.406328 13804 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.004s sys 0.000s
06:24:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.409504 13825 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:40.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.410730 13804 fs_manager.cc:725] Time spent opening block manager: real 0.002s user 0.002s sys 0.000s
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.410877 13804 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1b4d03435bb546979af374e40a23108d"
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.411069 13804 fs_report.cc:383] FS layout report
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data/data
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:40.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:40.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.440099 13804 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.441036 13804 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:40.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.441358 13804 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:40.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.444178 13804 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:24:40.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.444295 13804 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
06:24:40.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.444444 13804 ts_tablet_manager.cc:610] Registered 0 tablets
06:24:40.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.444522 13804 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:24:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.502604 13804 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.2:35287
06:24:40.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.502632 14028 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.2:35287 every 8 connection(s)
06:24:40.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.503911 13804 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/data/info.pb
06:24:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.508422 14029 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.508471 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 13804
06:24:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.508613 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-1/wal/instance
06:24:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.508661 14029 heartbeater.cc:464] Registering TS with master...
06:24:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.509469 14029 heartbeater.cc:511] Master 127.12.197.62:40935 requested a full tablet report, sending...
06:24:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.514050 13144 ts_manager.cc:194] Registered new tserver with Master: 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.516108 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/logs
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data/info.pb
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.3:0
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.3
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.3
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
06:24:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.521448 14034 heartbeater.cc:347] Connected to a master server at 127.12.197.61:35335
06:24:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.521773 14034 heartbeater.cc:464] Registering TS with master...
06:24:40.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.522115 14034 heartbeater.cc:511] Master 127.12.197.61:35335 requested a full tablet report, sending...
06:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.523234 14030 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.523219 13280 ts_manager.cc:194] Registered new tserver with Master: 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.523368 14030 heartbeater.cc:464] Registering TS with master...
06:24:40.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.523821 14030 heartbeater.cc:511] Master 127.12.197.60:40651 requested a full tablet report, sending...
06:24:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.524665 13423 ts_manager.cc:194] Registered new tserver with Master: 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:40.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.525476 13423 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.197.2:59031
06:24:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.548223 13583 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.548349 13583 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: loading cluster ID for follower catalog manager: success
06:24:40.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.552035 13583 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: acquiring CA information for follower catalog manager: success
06:24:40.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.554538 13583 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:24:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.854202 14037 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.854522 14037 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:40.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.854657 14037 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.862134 14037 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.862309 14037 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
06:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.862368 14037 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
06:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.862430 14037 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
06:24:40.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.862534 14037 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.197.3
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.871961 14037 tablet_server_runner.cc:78] Tablet server non-default flags:
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.3:0
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data/info.pb
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.3
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.197.3
06:24:40.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/logs
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:40.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.873586 14037 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:40.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.875492 14037 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.890417 14050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.890466 14048 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:40.890437 14047 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:40.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.891428 14037 server_base.cc:1034] running on GCE node
06:24:40.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.892061 14037 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:40.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.892935 14037 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.894127 14037 hybrid_clock.cc:648] HybridClock initialized: now 1786256680894072 us; error 49 us; skew 500 ppm
06:24:40.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.894402 14037 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:40.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.896559 14037 webserver.cc:460] Webserver started at http://127.12.197.3:38061/ using document root <none> and password file <none>
06:24:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.897190 14037 fs_manager.cc:359] Metadata directory not provided
06:24:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.897292 14037 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:40.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.897567 14037 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
06:24:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.900221 14037 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data/instance:
06:24:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae7fd539bff2413fa91b53335ae94814"
06:24:40.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.901027 14037 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal/instance:
06:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae7fd539bff2413fa91b53335ae94814"
06:24:40.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.906065 14037 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
06:24:40.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.909487 14061 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:40.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.910796 14037 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.910965 14037 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ae7fd539bff2413fa91b53335ae94814"
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:40 on dist-test-slave-jpj1"
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.911176 14037 fs_report.cc:383] FS layout report
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data/data
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:40.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:40.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.924085 14037 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.924911 14037 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:40.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.925220 14037 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.928107 14037 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
06:24:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.928316 14037 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.001s sys 0.000s
06:24:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.928542 14037 ts_tablet_manager.cc:610] Registered 0 tablets
06:24:40.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.928624 14037 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
06:24:40.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.983669 14037 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.3:41263
06:24:40.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.983687 14254 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.3:41263 every 8 connection(s)
06:24:40.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.985128 14037 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/data/info.pb
06:24:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.987661 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 14037
06:24:40.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.987826 13076 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/ts-2/wal/instance
06:24:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.989501 14256 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.989826 14256 heartbeater.cc:464] Registering TS with master...
06:24:40.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.990736 14256 heartbeater.cc:511] Master 127.12.197.62:40935 requested a full tablet report, sending...
06:24:40.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:40.992601 13144 ts_manager.cc:194] Registered new tserver with Master: ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.000458 14261 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:41.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.000595 14261 heartbeater.cc:464] Registering TS with master...
06:24:41.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.000959 14261 heartbeater.cc:511] Master 127.12.197.60:40651 requested a full tablet report, sending...
06:24:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.001896 13423 ts_manager.cc:194] Registered new tserver with Master: ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.002720 13423 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.12.197.3:43067
06:24:41.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.004791 14262 heartbeater.cc:347] Connected to a master server at 127.12.197.61:35335
06:24:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.004926 14262 heartbeater.cc:464] Registering TS with master...
06:24:41.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.005313 14262 heartbeater.cc:511] Master 127.12.197.61:35335 requested a full tablet report, sending...
06:24:41.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.006245 13280 ts_manager.cc:194] Registered new tserver with Master: ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.015566 13076 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
06:24:41.017 [DEBUG - main] (MiniKuduCluster.java:195) Response:
06:24:41.017 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
06:24:41.018 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.12.197.62"
port: 40935
}
bound_http_address {
host: "127.12.197.62"
port: 43907
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.12.197.61"
port: 35335
}
bound_http_address {
host: "127.12.197.61"
port: 46181
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.12.197.60"
port: 40651
}
bound_http_address {
host: "127.12.197.60"
port: 46643
}
}
}
06:24:41.018 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
06:24:41.019 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.12.197.1"
port: 39201
}
bound_http_address {
host: "127.12.197.1"
port: 43293
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.12.197.2"
port: 35287
}
bound_http_address {
host: "127.12.197.2"
port: 36939
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.12.197.3"
port: 41263
}
bound_http_address {
host: "127.12.197.3"
port: 38061
}
}
}
06:24:41.019 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
06:24:41.021 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
06:24:41.022 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:41.025 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:41.026 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.197.60:40651(127.12.197.60:40651)] Successfully connected to peer
06:24:41.027 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.197.62:40935(127.12.197.62:40935)] connecting to peer
06:24:41.027 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.197.61:35335(127.12.197.61:35335)] Successfully connected to peer
06:24:41.028 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.197.62:40935(127.12.197.62:40935)] Successfully connected to peer
06:24:41.029 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.197.61
06:24:41.029 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.197.60
06:24:41.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.032414 13798 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:41.042 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.197.62
06:24:41.044 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8da00582, L:/127.0.0.1:58212 - R:/127.12.197.61:35335] using SASL/PLAIN
06:24:41.047 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x16835d9e, L:/127.0.0.1:44816 - R:/127.12.197.60:40651] using SASL/PLAIN
06:24:41.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:24:41.054 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=32), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, deferred=null) after lookup
06:24:41.057 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4f4e0d17, L:/127.0.0.1:42372 - R:/127.12.197.62:40935] using SASL/PLAIN
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.058941 13423 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44816:
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback_rolling"
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
06:24:41.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.060873 13423 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback_rolling in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:24:41.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 6ac45416269548bb8717c4b7bff2b3f9
06:24:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.132205 13916 tablet_service.cc:1467] Processing CreateTablet for tablet 21de299e7eb448339346b57cedea7754 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:24:41.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.132221 13915 tablet_service.cc:1467] Processing CreateTablet for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:24:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.133844 13915 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fe3dc3c6e52f47b3a0269b709d39bb47. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.134274 13916 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 21de299e7eb448339346b57cedea7754. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.134934 14141 tablet_service.cc:1467] Processing CreateTablet for tablet 21de299e7eb448339346b57cedea7754 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:24:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.135839 14138 tablet_service.cc:1467] Processing CreateTablet for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:24:41.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.136576 14138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fe3dc3c6e52f47b3a0269b709d39bb47. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.143834 14141 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 21de299e7eb448339346b57cedea7754. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.150214 13693 tablet_service.cc:1467] Processing CreateTablet for tablet 21de299e7eb448339346b57cedea7754 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
06:24:41.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.150194 13692 tablet_service.cc:1467] Processing CreateTablet for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (DEFAULT_TABLE table=txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
06:24:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.152132 13693 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 21de299e7eb448339346b57cedea7754. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.157970 14298 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Bootstrap starting.
06:24:41.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.159689 13692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet fe3dc3c6e52f47b3a0269b709d39bb47. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.161551 14298 tablet_bootstrap.cc:654] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Neither blocks nor log segments found. Creating new log.
06:24:41.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.162812 14298 log.cc:824] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Log is configured to *not* fsync() on all Append() calls
06:24:41.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.171427 14299 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: Bootstrap starting.
06:24:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.172015 14298 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: No bootstrap required, opened a new log
06:24:41.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.172416 14298 ts_tablet_manager.cc:1397] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Time spent bootstrapping tablet: real 0.015s user 0.007s sys 0.000s
06:24:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.175884 14299 tablet_bootstrap.cc:654] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: Neither blocks nor log segments found. Creating new log.
06:24:41.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.177327 14299 log.cc:824] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: Log is configured to *not* fsync() on all Append() calls
06:24:41.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.178614 14303 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: Bootstrap starting.
06:24:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.180965 14298 raft_consensus.cc:348] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.181339 14298 raft_consensus.cc:374] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.181445 14298 raft_consensus.cc:729] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b4d03435bb546979af374e40a23108d, State: Initialized, Role: FOLLOWER
06:24:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.182056 14298 consensus_queue.cc:260] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.182296 14303 tablet_bootstrap.cc:654] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: Neither blocks nor log segments found. Creating new log.
06:24:41.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.183624 14303 log.cc:824] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: Log is configured to *not* fsync() on all Append() calls
06:24:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.185338 14299 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: No bootstrap required, opened a new log
06:24:41.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.185750 14299 ts_tablet_manager.cc:1397] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: Time spent bootstrapping tablet: real 0.015s user 0.005s sys 0.008s
06:24:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.187922 14298 ts_tablet_manager.cc:1428] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Time spent starting tablet: real 0.015s user 0.006s sys 0.008s
06:24:41.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.188339 14030 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:41.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.194840 14298 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d: Bootstrap starting.
06:24:41.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.196547 14298 tablet_bootstrap.cc:654] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d: Neither blocks nor log segments found. Creating new log.
06:24:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.198280 14299 raft_consensus.cc:348] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.198740 14299 raft_consensus.cc:374] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.198856 14299 raft_consensus.cc:729] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae7fd539bff2413fa91b53335ae94814, State: Initialized, Role: FOLLOWER
06:24:41.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.199527 14299 consensus_queue.cc:260] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.199916 14303 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: No bootstrap required, opened a new log
06:24:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.200263 14303 ts_tablet_manager.cc:1397] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent bootstrapping tablet: real 0.022s user 0.009s sys 0.011s
06:24:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.200407 14298 tablet_bootstrap.cc:492] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d: No bootstrap required, opened a new log
06:24:41.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.200552 14298 ts_tablet_manager.cc:1397] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
06:24:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.201256 14298 raft_consensus.cc:348] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.201431 14298 raft_consensus.cc:374] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.201527 14298 raft_consensus.cc:729] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b4d03435bb546979af374e40a23108d, State: Initialized, Role: FOLLOWER
06:24:41.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.201860 14298 consensus_queue.cc:260] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.203786 14298 ts_tablet_manager.cc:1428] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d: Time spent starting tablet: real 0.003s user 0.001s sys 0.000s
06:24:41.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.208355 14261 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.210317 14299 ts_tablet_manager.cc:1428] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814: Time spent starting tablet: real 0.024s user 0.014s sys 0.008s
06:24:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.210757 14299 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: Bootstrap starting.
06:24:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.211787 14303 raft_consensus.cc:348] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.212253 14303 raft_consensus.cc:374] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.212376 14303 raft_consensus.cc:729] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ae7d88b53324430a7705edc6e7f41c1, State: Initialized, Role: FOLLOWER
06:24:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.212523 14299 tablet_bootstrap.cc:654] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: Neither blocks nor log segments found. Creating new log.
06:24:41.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.213135 14303 consensus_queue.cc:260] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.216754 14299 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: No bootstrap required, opened a new log
06:24:41.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.216923 14299 ts_tablet_manager.cc:1397] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: Time spent bootstrapping tablet: real 0.006s user 0.002s sys 0.003s
06:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.217713 14299 raft_consensus.cc:348] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.217967 14299 raft_consensus.cc:374] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.218060 14299 raft_consensus.cc:729] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae7fd539bff2413fa91b53335ae94814, State: Initialized, Role: FOLLOWER
06:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.218293 14299 consensus_queue.cc:260] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.218866 14299 ts_tablet_manager.cc:1428] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: Time spent starting tablet: real 0.002s user 0.001s sys 0.001s
06:24:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.221359 14303 ts_tablet_manager.cc:1428] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent starting tablet: real 0.021s user 0.012s sys 0.007s
06:24:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.222616 14303 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: Bootstrap starting.
06:24:41.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.224294 14303 tablet_bootstrap.cc:654] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: Neither blocks nor log segments found. Creating new log.
06:24:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.228757 14303 tablet_bootstrap.cc:492] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: No bootstrap required, opened a new log
06:24:41.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.228900 14303 ts_tablet_manager.cc:1397] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent bootstrapping tablet: real 0.006s user 0.000s sys 0.005s
06:24:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.229537 14303 raft_consensus.cc:348] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.229765 14303 raft_consensus.cc:374] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.229856 14303 raft_consensus.cc:729] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ae7d88b53324430a7705edc6e7f41c1, State: Initialized, Role: FOLLOWER
06:24:41.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.230098 14303 consensus_queue.cc:260] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.231096 14303 ts_tablet_manager.cc:1428] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
06:24:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.239260 14313 raft_consensus.cc:482] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:41.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.239573 14313 raft_consensus.cc:504] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.241250 14313 leader_election.cc:288] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287), ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.247915 14264 tablet.cc:2369] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:24:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.249943 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fe3dc3c6e52f47b3a0269b709d39bb47" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d" is_pre_election: true
06:24:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.249951 14186 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fe3dc3c6e52f47b3a0269b709d39bb47" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae7fd539bff2413fa91b53335ae94814" is_pre_election: true
06:24:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.250406 13953 raft_consensus.cc:2454] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 0.
06:24:41.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.250432 14186 raft_consensus.cc:2454] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 0.
06:24:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.250980 13617 leader_election.cc:302] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b4d03435bb546979af374e40a23108d, 8ae7d88b53324430a7705edc6e7f41c1; no voters:
06:24:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.251367 14313 raft_consensus.cc:2781] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:24:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.251495 14313 raft_consensus.cc:482] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:24:41.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.251605 14313 raft_consensus.cc:3037] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.253548 14313 raft_consensus.cc:504] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.254063 14313 leader_election.cc:288] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 election: Requested vote from peers 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287), ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.254544 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fe3dc3c6e52f47b3a0269b709d39bb47" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d"
06:24:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.254616 14186 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "fe3dc3c6e52f47b3a0269b709d39bb47" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae7fd539bff2413fa91b53335ae94814"
06:24:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.254760 13953 raft_consensus.cc:3037] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Advancing to term 1
06:24:41.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.254806 14186 raft_consensus.cc:3037] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.257730 13953 raft_consensus.cc:2454] T fe3dc3c6e52f47b3a0269b709d39bb47 P 1b4d03435bb546979af374e40a23108d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 1.
06:24:41.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.257728 14186 raft_consensus.cc:2454] T fe3dc3c6e52f47b3a0269b709d39bb47 P ae7fd539bff2413fa91b53335ae94814 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 1.
06:24:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.258091 13617 leader_election.cc:302] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8ae7d88b53324430a7705edc6e7f41c1, ae7fd539bff2413fa91b53335ae94814; no voters:
06:24:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.258354 14313 raft_consensus.cc:2781] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Leader election won for term 1
06:24:41.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.258842 14313 raft_consensus.cc:686] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 LEADER]: Becoming Leader. State: Replica: 8ae7d88b53324430a7705edc6e7f41c1, State: Running, Role: LEADER
06:24:41.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.259379 14313 consensus_queue.cc:237] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.265085 13423 catalog_manager.cc:5495] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1). New cstate: current_term: 1 leader_uuid: "8ae7d88b53324430a7705edc6e7f41c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } health_report { overall_health: UNKNOWN } } }
06:24:41.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.272377 14035 tablet.cc:2369] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:24:41.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.284619 13803 tablet.cc:2369] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1: Can't schedule compaction. Clean time has not been advanced past its initial value.
06:24:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.351580 14313 raft_consensus.cc:482] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:41.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.351807 14313 raft_consensus.cc:504] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.352373 14313 leader_election.cc:288] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287), ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.353052 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "21de299e7eb448339346b57cedea7754" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d" is_pre_election: true
06:24:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.353114 14186 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "21de299e7eb448339346b57cedea7754" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae7fd539bff2413fa91b53335ae94814" is_pre_election: true
06:24:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.353370 14186 raft_consensus.cc:2454] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 0.
06:24:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.353371 13953 raft_consensus.cc:2454] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 0.
06:24:41.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.353797 13617 leader_election.cc:302] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b4d03435bb546979af374e40a23108d, 8ae7d88b53324430a7705edc6e7f41c1; no voters:
06:24:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.354091 14313 raft_consensus.cc:2781] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:24:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.354209 14313 raft_consensus.cc:482] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:24:41.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.354313 14313 raft_consensus.cc:3037] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.356189 14313 raft_consensus.cc:504] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.356693 14313 leader_election.cc:288] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 election: Requested vote from peers 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287), ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.357146 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "21de299e7eb448339346b57cedea7754" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d"
06:24:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.357206 14186 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "21de299e7eb448339346b57cedea7754" candidate_uuid: "8ae7d88b53324430a7705edc6e7f41c1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ae7fd539bff2413fa91b53335ae94814"
06:24:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.357323 13953 raft_consensus.cc:3037] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Advancing to term 1
06:24:41.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.357425 14186 raft_consensus.cc:3037] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.359126 13953 raft_consensus.cc:2454] T 21de299e7eb448339346b57cedea7754 P 1b4d03435bb546979af374e40a23108d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 1.
06:24:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.359357 14186 raft_consensus.cc:2454] T 21de299e7eb448339346b57cedea7754 P ae7fd539bff2413fa91b53335ae94814 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8ae7d88b53324430a7705edc6e7f41c1 in term 1.
06:24:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.359509 13617 leader_election.cc:302] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b4d03435bb546979af374e40a23108d, 8ae7d88b53324430a7705edc6e7f41c1; no voters:
06:24:41.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.359818 14313 raft_consensus.cc:2781] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Leader election won for term 1
06:24:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.359982 14313 raft_consensus.cc:686] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 LEADER]: Becoming Leader. State: Replica: 8ae7d88b53324430a7705edc6e7f41c1, State: Running, Role: LEADER
06:24:41.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.360249 14313 consensus_queue.cc:237] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.363130 13423 catalog_manager.cc:5495] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1). New cstate: current_term: 1 leader_uuid: "8ae7d88b53324430a7705edc6e7f41c1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } health_report { overall_health: UNKNOWN } } }
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.402241 13423 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44820:
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:41.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:24:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.403524 13423 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.422106 13692 tablet_service.cc:1467] Processing CreateTablet for tablet c03723cbcd4c49909dc7a3794e0d4c31 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.422201 14138 tablet_service.cc:1467] Processing CreateTablet for tablet c03723cbcd4c49909dc7a3794e0d4c31 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.422586 13916 tablet_service.cc:1467] Processing CreateTablet for tablet c03723cbcd4c49909dc7a3794e0d4c31 (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.423219 13692 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c03723cbcd4c49909dc7a3794e0d4c31. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.423219 14138 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c03723cbcd4c49909dc7a3794e0d4c31. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.423553 13916 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet c03723cbcd4c49909dc7a3794e0d4c31. 1 dirs total, 0 dirs full, 0 dirs failed
06:24:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.429179 14298 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: Bootstrap starting.
06:24:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.430214 14303 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: Bootstrap starting.
06:24:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.430774 14298 tablet_bootstrap.cc:654] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: Neither blocks nor log segments found. Creating new log.
06:24:41.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.431811 14303 tablet_bootstrap.cc:654] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: Neither blocks nor log segments found. Creating new log.
06:24:41.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.432807 14299 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: Bootstrap starting.
06:24:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.433144 14298 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: No bootstrap required, opened a new log
06:24:41.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.433305 14298 ts_tablet_manager.cc:1397] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
06:24:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.433912 14298 raft_consensus.cc:348] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.434074 14299 tablet_bootstrap.cc:654] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: Neither blocks nor log segments found. Creating new log.
06:24:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.434115 14298 raft_consensus.cc:374] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.434190 14298 raft_consensus.cc:729] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1b4d03435bb546979af374e40a23108d, State: Initialized, Role: FOLLOWER
06:24:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.434442 14298 consensus_queue.cc:260] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.434916 14306 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.435231 14306 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.436467 14303 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: No bootstrap required, opened a new log
06:24:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.436643 14303 ts_tablet_manager.cc:1397] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent bootstrapping tablet: real 0.006s user 0.003s sys 0.000s
06:24:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.437386 14303 raft_consensus.cc:348] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.438103 14303 raft_consensus.cc:374] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.438201 14303 raft_consensus.cc:729] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8ae7d88b53324430a7705edc6e7f41c1, State: Initialized, Role: FOLLOWER
06:24:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.438630 14303 consensus_queue.cc:260] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.439261 14303 ts_tablet_manager.cc:1428] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
06:24:41.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.439217 14313 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.440896 14313 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.442106 14298 ts_tablet_manager.cc:1428] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: Time spent starting tablet: real 0.009s user 0.002s sys 0.000s
06:24:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.444056 14299 tablet_bootstrap.cc:492] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: No bootstrap required, opened a new log
06:24:41.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.444237 14299 ts_tablet_manager.cc:1397] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: Time spent bootstrapping tablet: real 0.011s user 0.005s sys 0.005s
06:24:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.444994 14299 raft_consensus.cc:348] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.445243 14299 raft_consensus.cc:374] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
06:24:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.445334 14299 raft_consensus.cc:729] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ae7fd539bff2413fa91b53335ae94814, State: Initialized, Role: FOLLOWER
06:24:41.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.445576 14299 consensus_queue.cc:260] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.446130 14311 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.446442 14311 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.447070 14299 ts_tablet_manager.cc:1428] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: Time spent starting tablet: real 0.003s user 0.002s sys 0.000s
06:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.454957 14311 raft_consensus.cc:482] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:41.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.455150 14311 raft_consensus.cc:504] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.456660 14311 leader_election.cc:288] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201), 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.462841 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c03723cbcd4c49909dc7a3794e0d4c31" candidate_uuid: "ae7fd539bff2413fa91b53335ae94814" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d" is_pre_election: true
06:24:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.463093 13953 raft_consensus.cc:2454] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae7fd539bff2413fa91b53335ae94814 in term 0.
06:24:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.463016 13727 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c03723cbcd4c49909dc7a3794e0d4c31" candidate_uuid: "ae7fd539bff2413fa91b53335ae94814" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ae7d88b53324430a7705edc6e7f41c1" is_pre_election: true
06:24:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.463518 14065 leader_election.cc:302] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1b4d03435bb546979af374e40a23108d, ae7fd539bff2413fa91b53335ae94814; no voters:
06:24:41.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.463491 13727 raft_consensus.cc:2454] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate ae7fd539bff2413fa91b53335ae94814 in term 0.
06:24:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.463915 14311 raft_consensus.cc:2781] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Leader pre-election won for term 1
06:24:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.464048 14311 raft_consensus.cc:482] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
06:24:41.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.464167 14311 raft_consensus.cc:3037] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.466284 14311 raft_consensus.cc:504] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.466945 14311 leader_election.cc:288] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [CANDIDATE]: Term 1 election: Requested vote from peers 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201), 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.467305 13727 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c03723cbcd4c49909dc7a3794e0d4c31" candidate_uuid: "ae7fd539bff2413fa91b53335ae94814" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8ae7d88b53324430a7705edc6e7f41c1"
06:24:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.467406 13953 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "c03723cbcd4c49909dc7a3794e0d4c31" candidate_uuid: "ae7fd539bff2413fa91b53335ae94814" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "1b4d03435bb546979af374e40a23108d"
06:24:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.467507 13727 raft_consensus.cc:3037] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 0 FOLLOWER]: Advancing to term 1
06:24:41.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.467628 13953 raft_consensus.cc:3037] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 0 FOLLOWER]: Advancing to term 1
06:24:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.470448 13727 raft_consensus.cc:2454] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae7fd539bff2413fa91b53335ae94814 in term 1.
06:24:41.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.470448 13953 raft_consensus.cc:2454] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate ae7fd539bff2413fa91b53335ae94814 in term 1.
06:24:41.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.470880 14065 leader_election.cc:302] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 3 yes votes; 0 no votes. yes voters: 1b4d03435bb546979af374e40a23108d, 8ae7d88b53324430a7705edc6e7f41c1, ae7fd539bff2413fa91b53335ae94814; no voters:
06:24:41.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.471186 14311 raft_consensus.cc:2781] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 1 FOLLOWER]: Leader election won for term 1
06:24:41.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.471616 14311 raft_consensus.cc:686] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [term 1 LEADER]: Becoming Leader. State: Replica: ae7fd539bff2413fa91b53335ae94814, State: Running, Role: LEADER
06:24:41.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.472128 14311 consensus_queue.cc:237] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } }
06:24:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.476186 14348 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: TxnStatusTablet state changed. Reason: New leader ae7fd539bff2413fa91b53335ae94814. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.476446 14348 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: This TxnStatusTablet replica's current role is: LEADER
06:24:41.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.477108 13421 catalog_manager.cc:5495] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 reported cstate change: term changed from 0 to 1, leader changed from <none> to ae7fd539bff2413fa91b53335ae94814 (127.12.197.3). New cstate: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } health_report { overall_health: HEALTHY } } }
06:24:41.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.477581 14350 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
06:24:41.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.477882 14350 txn_status_manager.cc:929] Loading transaction status metadata into memory...
06:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.507869 13727 raft_consensus.cc:1261] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1 [term 1 FOLLOWER]: Refusing update from remote peer ae7fd539bff2413fa91b53335ae94814: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:24:41.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.507927 13953 raft_consensus.cc:1261] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d [term 1 FOLLOWER]: Refusing update from remote peer ae7fd539bff2413fa91b53335ae94814: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
06:24:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.508809 14348 consensus_queue.cc:1035] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:41.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.509214 14311 consensus_queue.cc:1035] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:41.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.525538 14313 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: TxnStatusTablet state changed. Reason: New leader ae7fd539bff2413fa91b53335ae94814. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.525858 14313 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.525823 14306 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: TxnStatusTablet state changed. Reason: New leader ae7fd539bff2413fa91b53335ae94814. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.536 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
06:24:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.526091 14306 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.528412 14306 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.528618 14306 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 1b4d03435bb546979af374e40a23108d: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.533159 14311 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.533460 14311 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: This TxnStatusTablet replica's current role is: LEADER
06:24:41.539 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 6ac45416269548bb8717c4b7bff2b3f9
06:24:41.539 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.197.60:40651
06:24:41.540 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
06:24:41.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.540366 14353 mvcc.cc:205] Tried to move back new op lower bound from 7316507367443750912 to 7316507367311368192. Current Snapshot: MvccSnapshot[applied={T|T < 7316507367443750912 or (T in {7316507367443750912})}]
06:24:41.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.541302 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 13369
06:24:41.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.542857 13484 generic_service.cc:196] Checking for leaks (request via RPC)
06:24:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.549034 14348 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.549345 14348 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P ae7fd539bff2413fa91b53335ae94814: This TxnStatusTablet replica's current role is: LEADER
06:24:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.555467 14313 tablet_replica.cc:439] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "ae7fd539bff2413fa91b53335ae94814" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" member_type: VOTER last_known_addr { host: "127.12.197.1" port: 39201 } } peers { permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 } } peers { permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 } } }
06:24:41.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.555733 14313 tablet_replica.cc:442] T c03723cbcd4c49909dc7a3794e0d4c31 P 8ae7d88b53324430a7705edc6e7f41c1: This TxnStatusTablet replica's current role is: FOLLOWER
06:24:41.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.563115 14354 mvcc.cc:205] Tried to move back new op lower bound from 7316507367443750912 to 7316507367311368192. Current Snapshot: MvccSnapshot[applied={T|T < 7316507367443750912}]
06:24:41.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.706260 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 13369
06:24:41.734 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.197.60:40651(127.12.197.60:40651)] handling channelInactive
06:24:41.734 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state READY due to: connection closed
06:24:41.735 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:24:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.735292 13798 heartbeater.cc:644] Failed to heartbeat to 127.12.197.60:40651 (0 consecutive failures): Network error: Failed to send heartbeat to master: recv got EOF from 127.12.197.60:40651 (error 108)
06:24:41.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.735672 13259 connection.cc:535] server connection from 127.0.0.1:53338 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:41.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.737006 14313 consensus_queue.cc:1035] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:41.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.742393 14261 heartbeater.cc:644] Failed to heartbeat to 127.12.197.60:40651 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:41.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.744596 14323 consensus_queue.cc:1035] T fe3dc3c6e52f47b3a0269b709d39bb47 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:41.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:41.749963 14030 heartbeater.cc:644] Failed to heartbeat to 127.12.197.60:40651 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:41.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.824039 14313 consensus_queue.cc:1035] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1b4d03435bb546979af374e40a23108d" member_type: VOTER last_known_addr { host: "127.12.197.2" port: 35287 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:41.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:41.832391 14374 consensus_queue.cc:1035] T 21de299e7eb448339346b57cedea7754 P 8ae7d88b53324430a7705edc6e7f41c1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" member_type: VOTER last_known_addr { host: "127.12.197.3" port: 41263 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
06:24:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.006296 14378 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:42.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.006488 14378 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:42.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.007763 14378 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.008409 14379 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.008483 13292 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04f38608debb4837805be6764893ac00" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" is_pre_election: true
06:24:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.008602 14379 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.008937 13292 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 04f38608debb4837805be6764893ac00 in term 1.
06:24:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.009264 14379 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:42.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.009663 13121 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 04f38608debb4837805be6764893ac00, 1a2700e1a6f545f9806e1d52dc9b2d84; no voters:
06:24:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.009999 14378 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Leader pre-election won for term 2
06:24:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.010131 14378 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.010247 14378 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 1 FOLLOWER]: Advancing to term 2
06:24:42.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.010253 13168 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00" is_pre_election: true
06:24:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.010833 13116 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.012493 13254 leader_election.cc:334] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.012977 14378 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:42.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.013406 13168 raft_consensus.cc:2379] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 1a2700e1a6f545f9806e1d52dc9b2d84 in current term 2: Already voted for candidate 04f38608debb4837805be6764893ac00 in this term.
06:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.013954 13292 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04f38608debb4837805be6764893ac00" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84"
06:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.014173 13292 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 1 FOLLOWER]: Advancing to term 2
06:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.014233 13254 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 1a2700e1a6f545f9806e1d52dc9b2d84; no voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a
06:24:42.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.014318 14378 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 election: Requested vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:42.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.015625 13116 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.016700 13292 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 04f38608debb4837805be6764893ac00 in term 2.
06:24:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.016870 14379 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:24:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.017120 13121 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 2 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04f38608debb4837805be6764893ac00, 1a2700e1a6f545f9806e1d52dc9b2d84; no voters: 33efc8a453044a30aded538b8c11d54a
06:24:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.017385 14378 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Leader election won for term 2
06:24:42.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.017757 14378 raft_consensus.cc:686] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 LEADER]: Becoming Leader. State: Replica: 04f38608debb4837805be6764893ac00, State: Running, Role: LEADER
06:24:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.018195 14378 consensus_queue.cc:237] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 2, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:42.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.019556 14389 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 04f38608debb4837805be6764893ac00. Latest consensus state: current_term: 2 leader_uuid: "04f38608debb4837805be6764893ac00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.019904 14389 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: LEADER
06:24:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.020563 14390 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:24:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.022914 14390 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]
06:24:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.023474 14390 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]
06:24:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.025174 14390 tablet_loader.cc:96] loaded metadata for tablet 21de299e7eb448339346b57cedea7754 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.025538 14390 tablet_loader.cc:96] loaded metadata for tablet c03723cbcd4c49909dc7a3794e0d4c31 (table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799])
06:24:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.025884 14390 tablet_loader.cc:96] loaded metadata for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:42.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.026139 14390 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:24:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.026994 14390 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:42.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.027088 14390 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:24:42.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.028304 14390 catalog_manager.cc:1504] Loading token signing keys...
06:24:42.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.029326 14390 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Loaded TSK: 0
06:24:42.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.030319 14390 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:24:42.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:42.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.044 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.197.60:40651(127.12.197.60:40651) for tablet Kudu Master: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:42.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:42.066 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:24:42.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=24), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, [2ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=Deferred@1899764572(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1031529409@6280b651, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1294502678@54d707ae)) after lookup
06:24:42.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.108400 13116 consensus_peers.cc:487] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 -> Peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Couldn't send request to peer 33efc8a453044a30aded538b8c11d54a. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.125967 13144 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42394:
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:42.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:42.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:24:42.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.128393 13144 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:24:42.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.140443 13292 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Refusing update from remote peer 04f38608debb4837805be6764893ac00: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 2 index: 12. (index mismatch)
06:24:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.141122 14389 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [LEADER]: Connected to new peer: Peer: permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
06:24:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.142988 14379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 04f38608debb4837805be6764893ac00. Latest consensus state: current_term: 2 leader_uuid: "04f38608debb4837805be6764893ac00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:42.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.143208 14379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: FOLLOWER
06:24:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.144572 14389 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 2 leader_uuid: "04f38608debb4837805be6764893ac00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:42.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.144840 14389 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: LEADER
06:24:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.145260 14379 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 2 leader_uuid: "04f38608debb4837805be6764893ac00" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.145449 14379 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: FOLLOWER
06:24:42.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:42.367468 13796 heartbeater.cc:503] Master 127.12.197.62:40935 was elected leader, sending a full tablet report...
06:24:42.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:42.552080 13116 consensus_peers.cc:487] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 -> Peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Couldn't send request to peer 33efc8a453044a30aded538b8c11d54a. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:24:43.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:43.077476 13116 consensus_peers.cc:487] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 -> Peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Couldn't send request to peer 33efc8a453044a30aded538b8c11d54a. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
06:24:43.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:43.276547 13116 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111) [suppressed 21 similar messages]
06:24:43.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:43.623371 13116 consensus_peers.cc:487] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 -> Peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Couldn't send request to peer 33efc8a453044a30aded538b8c11d54a. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
06:24:43.740 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 21de299e7eb448339346b57cedea7754 for table 'txn_manager_fallback_rolling' with partition [0x00000000, 0x00000001)
06:24:43.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fe3dc3c6e52f47b3a0269b709d39bb47 for table 'txn_manager_fallback_rolling' with partition [0x00000001, 0x00000002)
06:24:43.741 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=21de299e7eb448339346b57cedea7754@[1b4d03435bb546979af374e40a23108d(127.12.197.2:35287),8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)[L],ae7fd539bff2413fa91b53335ae94814(127.12.197.3:41263)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=fe3dc3c6e52f47b3a0269b709d39bb47@[1b4d03435bb546979af374e40a23108d(127.12.197.2:35287),8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)[L],ae7fd539bff2413fa91b53335ae94814(127.12.197.3:41263)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
06:24:43.741 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC GetTableLocations: received response from server master-127.12.197.62:40935: OK, deferred=null) after lookup
06:24:43.742 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)] connecting to peer
06:24:43.743 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)] Successfully connected to peer
06:24:43.754 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x046d1e48, L:/127.0.0.1:52076 - R:/127.12.197.1:39201] using TOKEN/null
06:24:43.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:43.759083 13678 master_proxy_rpc.cc:203] Re-attempting GetTableSchema request to leader Master (127.12.197.60:40651)
06:24:43.810 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.197.60:40651
06:24:43.810 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 2
}
}
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:43.811000 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/logs
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.60:40651
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.60
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46643
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:24:43.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:24:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:43.835072 14029 heartbeater.cc:503] Master 127.12.197.62:40935 was elected leader, sending a full tablet report...
06:24:43.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:43.841125 14256 heartbeater.cc:503] Master 127.12.197.62:40935 was elected leader, sending a full tablet report...
06:24:44.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.137554 14456 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.137844 14456 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:44.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.137964 14456 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145247 14456 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:24:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145373 14456 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:24:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145416 14456 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145464 14456 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:24:44.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145500 14456 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:24:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145553 14456 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:24:44.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.145584 14456 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37413/jwks.json
06:24:44.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.154389 13116 consensus_peers.cc:487] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 -> Peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Couldn't send request to peer 33efc8a453044a30aded538b8c11d54a. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.155241 14456 master_runner.cc:386] Master server non-default flags:
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.60:40651
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.60
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=46643
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/logs
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:24:44.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:44.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.156486 14456 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:44.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.158248 14456 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.169816 14465 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.169773 14466 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.169735 14468 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:44.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.170660 14456 server_base.cc:1034] running on GCE node
06:24:44.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.171484 14456 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:44.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.172911 14456 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:44.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.174118 14456 hybrid_clock.cc:648] HybridClock initialized: now 1786256684174068 us; error 32 us; skew 500 ppm
06:24:44.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.174470 14456 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:44.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.180413 14456 webserver.cc:460] Webserver started at http://127.12.197.60:46643/ using document root <none> and password file <none>
06:24:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.181155 14456 fs_manager.cc:359] Metadata directory not provided
06:24:44.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.181303 14456 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:44.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.187003 14456 fs_manager.cc:709] Time spent opening directory manager: real 0.004s user 0.005s sys 0.000s
06:24:44.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.190267 14477 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:44.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.191771 14456 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
06:24:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.191939 14456 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "33efc8a453044a30aded538b8c11d54a"
06:24:44.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:39 on dist-test-slave-jpj1"
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.192831 14456 fs_report.cc:383] FS layout report
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/wal
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/data
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:44.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.207329 13094 master_runner.cc:186] Error getting master registration for 127.12.197.60:40651: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111),
06:24:44.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.207576 13094 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:44.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.210422 14456 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.211242 14456 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:44.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.211591 14456 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:44.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.239765 14456 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.60:40651
06:24:44.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.239789 14571 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.60:40651 every 8 connection(s)
06:24:44.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.241330 14456 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-2/data/info.pb
06:24:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.247937 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 14456
06:24:44.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:24:44.248 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.197.62:40935
06:24:44.248 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 0
}
}
06:24:44.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.248832 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 13094
06:24:44.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.249012 14572 sys_catalog.cc:263] Verifying existing consensus state
06:24:44.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.250025 13209 generic_service.cc:196] Checking for leaks (request via RPC)
06:24:44.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.253549 14572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Bootstrap starting.
06:24:44.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.271138 14572 log.cc:824] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Log is configured to *not* fsync() on all Append() calls
06:24:44.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.285369 14572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Bootstrap replayed 1/1 log segments. Stats: ops{read=11 overwritten=0 applied=11 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:24:44.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.285910 14572 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Bootstrap complete.
06:24:44.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.294942 14572 raft_consensus.cc:348] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.295863 14572 raft_consensus.cc:729] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Becoming Follower/Learner. State: Replica: 33efc8a453044a30aded538b8c11d54a, State: Initialized, Role: FOLLOWER
06:24:44.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.296633 14572 consensus_queue.cc:260] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.297642 14581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.298048 14581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: FOLLOWER
06:24:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.298697 14572 sys_catalog.cc:564] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: configured and running, proceeding with master startup.
06:24:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.311579 14594 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:44.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.311687 14594 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: loading cluster ID for follower catalog manager: success
06:24:44.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.315723 14594 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: acquiring CA information for follower catalog manager: success
06:24:44.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.318318 14594 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:24:44.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.375715 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 13094
06:24:44.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.401386 13798 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.404881 14502 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" instance_seqno: 1786256680004342) as {username='slave'} at 127.12.197.1:59203; Asking this server to re-register.
06:24:44.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.405650 13798 heartbeater.cc:464] Registering TS with master...
06:24:44.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.407202 14502 ts_manager.cc:194] Registered new tserver with Master: 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201)
06:24:44.411 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.197.62:40935(127.12.197.62:40935)] handling channelInactive
06:24:44.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.62:40935(127.12.197.62:40935)] cleaning up while in state READY due to: connection closed
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.411893 13612 connection.cc:535] client connection to 127.12.197.62:40935 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.412380 13256 connection.cc:535] server connection from 127.0.0.1:53316 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.412592 14602 negotiation.cc:337] Failed RPC negotiation. Trace:
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.374965 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:45298 (local address 127.12.197.60:40651)
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392148 (+ 17183us) server_negotiation.cc:206] Beginning negotiation
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392153 (+ 5us) server_negotiation.cc:399] Waiting for connection header
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392174 (+ 21us) server_negotiation.cc:407] Connection header received
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392225 (+ 51us) server_negotiation.cc:365] Received NEGOTIATE NegotiatePB request
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392230 (+ 5us) server_negotiation.cc:461] Received NEGOTIATE request from client
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392288 (+ 58us) server_negotiation.cc:377] Sending NEGOTIATE NegotiatePB response
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.392369 (+ 81us) server_negotiation.cc:226] Negotiated authn=CERTIFICATE
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.411382 (+ 19013us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:45298: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:44.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":17050,"thread_start_us":14754,"threads_started":1}
06:24:44.413 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.413022 14596 negotiation.cc:337] Failed RPC negotiation. Trace:
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.306392 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.12.197.62:40935 (local address 127.0.0.1:42408)
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.307344 (+ 952us) negotiation.cc:107] Waiting for socket to connect
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.307405 (+ 61us) client_negotiation.cc:174] Beginning negotiation
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.308233 (+ 828us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
06:24:44.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:44.410984 (+102751us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:44.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":482,"thread_start_us":291,"threads_started":1}
06:24:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.413344 14456 master_runner.cc:186] Error getting master registration for 127.12.197.62:40935: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
06:24:44.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.420353 14456 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.525949 14581 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.526292 14581 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.528296 14581 leader_election.cc:288] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335)
06:24:44.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.529327 14478 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111)
06:24:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.532018 14478 leader_election.cc:334] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111)
06:24:44.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.536883 13292 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" is_pre_election: true
06:24:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.537957 14481 leader_election.cc:302] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 33efc8a453044a30aded538b8c11d54a; no voters: 04f38608debb4837805be6764893ac00, 1a2700e1a6f545f9806e1d52dc9b2d84
06:24:44.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.538398 14581 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
06:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.676918 14615 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Starting pre-election (detected failure of leader 04f38608debb4837805be6764893ac00)
06:24:44.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.677151 14615 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.677881 14615 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:44.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.680950 13254 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111) [suppressed 5 similar messages]
06:24:44.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.682597 13254 leader_election.cc:334] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111)
06:24:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.686407 14517 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "33efc8a453044a30aded538b8c11d54a" is_pre_election: true
06:24:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.686829 14517 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1a2700e1a6f545f9806e1d52dc9b2d84 in term 1.
06:24:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.687369 13254 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a; no voters: 04f38608debb4837805be6764893ac00
06:24:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.687644 14615 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Leader pre-election won for term 3
06:24:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.687758 14615 raft_consensus.cc:482] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Starting leader election (detected failure of leader 04f38608debb4837805be6764893ac00)
06:24:44.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.687837 14615 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 2 FOLLOWER]: Advancing to term 3
06:24:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.689842 14615 raft_consensus.cc:504] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.690415 14615 leader_election.cc:288] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 election: Requested vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.691064 14517 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "33efc8a453044a30aded538b8c11d54a"
06:24:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.691263 14517 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 1 FOLLOWER]: Advancing to term 3
06:24:44.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.691596 13254 leader_election.cc:334] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111)
06:24:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.695154 14517 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1a2700e1a6f545f9806e1d52dc9b2d84 in term 3.
06:24:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.695566 13254 leader_election.cc:302] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a; no voters: 04f38608debb4837805be6764893ac00
06:24:44.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.695847 14615 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 3 FOLLOWER]: Leader election won for term 3
06:24:44.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.696285 14615 raft_consensus.cc:686] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [term 3 LEADER]: Becoming Leader. State: Replica: 1a2700e1a6f545f9806e1d52dc9b2d84, State: Running, Role: LEADER
06:24:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.696755 14615 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 12, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.698433 14621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a2700e1a6f545f9806e1d52dc9b2d84. Latest consensus state: current_term: 3 leader_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.698858 14621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: LEADER
06:24:44.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.699620 14623 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:24:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.702373 14623 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]
06:24:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.702805 14623 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]
06:24:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.704465 14623 tablet_loader.cc:96] loaded metadata for tablet 21de299e7eb448339346b57cedea7754 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:44.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.704780 14623 tablet_loader.cc:96] loaded metadata for tablet c03723cbcd4c49909dc7a3794e0d4c31 (table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799])
06:24:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.705070 14623 tablet_loader.cc:96] loaded metadata for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:44.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.705287 14623 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:24:44.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.706146 14623 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:44.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.706225 14623 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:24:44.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.707343 14623 catalog_manager.cc:1504] Loading token signing keys...
06:24:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.708199 14623 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84: Loaded TSK: 0
06:24:44.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.709072 14623 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:24:44.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.62:40935(127.12.197.62:40935)] connecting to peer
06:24:44.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.62:40935(127.12.197.62:40935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.744 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.12.197.62:40935(127.12.197.62:40935) for tablet Kudu Master: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:44.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.62:40935(127.12.197.62:40935)] connecting to peer
06:24:44.763 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.197.60:40651(127.12.197.60:40651)] Successfully connected to peer
06:24:44.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.62:40935(127.12.197.62:40935)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.62:40935: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935
06:24:44.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:24:44.768 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=2, TimeoutTracker(timeout=250, elapsed=26), Traces: [0ms] sending RPC to server master-127.12.197.62:40935, [2ms] received response from server master-127.12.197.62:40935: Network error: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: Network error: Failed to connect to peer master-127.12.197.62:40935(127.12.197.62:40935): Connection refused: /127.12.197.62:40935, [25ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: OK, deferred=Deferred@2135426909(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1031529409@417634c1, errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1294502678@7c7e0aa5)) after lookup
06:24:44.778 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x265fe621, L:/127.0.0.1:45318 - R:/127.12.197.60:40651] using TOKEN/null
06:24:44.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.804503 14517 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Refusing update from remote peer 1a2700e1a6f545f9806e1d52dc9b2d84: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 13. (index mismatch)
06:24:44.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.806147 14621 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [LEADER]: Connected to new peer: Peer: permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 13, Last known committed idx: 11, Time since last communication: 0.000s
06:24:44.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.811964 13254 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 -> Peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Couldn't send request to peer 04f38608debb4837805be6764893ac00. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:24:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.822022 14643 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.822407 14643 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: FOLLOWER
06:24:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.823465 14581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1a2700e1a6f545f9806e1d52dc9b2d84. Latest consensus state: current_term: 3 leader_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.823787 14581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: FOLLOWER
06:24:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.823975 14581 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.824214 14581 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: FOLLOWER
06:24:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.825353 14621 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.825613 14621 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 [sys.catalog]: This master's current role is: LEADER
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.827318 13279 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:58248:
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:24:44.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:44.834864 13279 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:24:44.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.843726 14030 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.845247 14502 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1b4d03435bb546979af374e40a23108d" instance_seqno: 1786256680495382) as {username='slave'} at 127.12.197.2:40689; Asking this server to re-register.
06:24:44.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.845832 14030 heartbeater.cc:464] Registering TS with master...
06:24:44.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.847055 14502 ts_manager.cc:194] Registered new tserver with Master: 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:44.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.849395 14261 heartbeater.cc:347] Connected to a master server at 127.12.197.60:40651
06:24:44.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.850557 14502 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" instance_seqno: 1786256680976229) as {username='slave'} at 127.12.197.3:37835; Asking this server to re-register.
06:24:44.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.851044 14261 heartbeater.cc:464] Registering TS with master...
06:24:44.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:44.852031 14502 ts_manager.cc:194] Registered new tserver with Master: ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:45.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:45.280294 13254 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 -> Peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Couldn't send request to peer 04f38608debb4837805be6764893ac00. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:24:45.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:45.377548 13799 heartbeater.cc:503] Master 127.12.197.61:35335 was elected leader, sending a full tablet report...
06:24:45.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:45.820957 13254 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 -> Peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Couldn't send request to peer 04f38608debb4837805be6764893ac00. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
06:24:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:45.842092 14034 heartbeater.cc:503] Master 127.12.197.61:35335 was elected leader, sending a full tablet report...
06:24:45.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:45.845065 14262 heartbeater.cc:503] Master 127.12.197.61:35335 was elected leader, sending a full tablet report...
06:24:46.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.365360 13254 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 -> Peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Couldn't send request to peer 04f38608debb4837805be6764893ac00. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111). This is attempt 16: this message will repeat every 5th retry.
06:24:46.437 [INFO - Time-limited test] (MiniKuduCluster.java:380) Starting master server 127.12.197.62:40935
06:24:46.437 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: start_daemon {
id {
type: MASTER
index: 0
}
}
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.438401 13076 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskBYdVme/build/asan/bin/kudu
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/logs
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.62:40935
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.62
06:24:46.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43907
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
06:24:46.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
06:24:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.764824 14694 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
06:24:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.765117 14694 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
06:24:46.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.765241 14694 flags.cc:425] Enabled unsafe flag: --never_fsync=true
06:24:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772454 14694 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
06:24:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772557 14694 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
06:24:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772606 14694 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
06:24:46.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772670 14694 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
06:24:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772722 14694 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
06:24:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772799 14694 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
06:24:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.772842 14694 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:37413/jwks.json
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.782565 14694 master_runner.cc:386] Master server non-default flags:
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.197.20:35109
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data
06:24:46.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.197.62:40935
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37413/jwks.json
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.197.62
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=43907
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/logs
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 09 Aug 2026 05:36:50 UTC on ccycloud.quasar-ooxuuz.root.comops.site
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4575857
06:24:46.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
06:24:46.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.784091 14694 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
06:24:46.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.785889 14694 file_cache.cc:493] Constructed file cache file cache with capacity 419430
06:24:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.797194 14699 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.797272 14700 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:46.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.797226 14703 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
06:24:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.800901 14694 server_base.cc:1034] running on GCE node
06:24:46.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.801810 14694 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
06:24:46.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.803340 14694 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
06:24:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.804553 14694 hybrid_clock.cc:648] HybridClock initialized: now 1786256686804502 us; error 48 us; skew 500 ppm
06:24:46.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.804868 14694 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
06:24:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.807008 14694 webserver.cc:460] Webserver started at http://127.12.197.62:43907/ using document root <none> and password file <none>
06:24:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.807684 14694 fs_manager.cc:359] Metadata directory not provided
06:24:46.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.807792 14694 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
06:24:46.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.812775 14694 fs_manager.cc:709] Time spent opening directory manager: real 0.003s user 0.004s sys 0.000s
06:24:46.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.815512 14712 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
06:24:46.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.816847 14694 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.000s
06:24:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.817018 14694 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data,/tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:46.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "04f38608debb4837805be6764893ac00"
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-08-09 06:24:38 on dist-test-slave-jpj1"
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.817910 14694 fs_report.cc:383] FS layout report
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/wal
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/data
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
06:24:46.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
06:24:46.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:46.838685 13254 consensus_peers.cc:487] T 00000000000000000000000000000000 P 1a2700e1a6f545f9806e1d52dc9b2d84 -> Peer 04f38608debb4837805be6764893ac00 (127.12.197.62:40935): Couldn't send request to peer 04f38608debb4837805be6764893ac00. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.62:40935: connect: Connection refused (error 111). This is attempt 21: this message will repeat every 5th retry.
06:24:46.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.845155 14694 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
06:24:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.846177 14694 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
06:24:46.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.846524 14694 kserver.cc:163] Server-wide thread pool size limit: 3276
06:24:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.869401 14694 rpc_server.cc:307] RPC server started. Bound to: 127.12.197.62:40935
06:24:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.869424 14812 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.12.197.62:40935 every 8 connection(s)
06:24:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.871106 14694 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskBYdVme/test-tmp/mini-kudu-cluster2460239727499258350/master-0/data/info.pb
06:24:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.875197 13076 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskBYdVme/build/asan/bin/kudu as pid 14694
06:24:46.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:24:46.875 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.12.197.61:35335
06:24:46.875 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 1
}
}
06:24:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.876078 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 13224
06:24:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.877200 13353 generic_service.cc:196] Checking for leaks (request via RPC)
06:24:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.878852 14814 sys_catalog.cc:263] Verifying existing consensus state
06:24:46.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.882643 14814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Bootstrap starting.
06:24:46.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.898914 14814 log.cc:824] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Log is configured to *not* fsync() on all Append() calls
06:24:46.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.913492 14814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Bootstrap replayed 1/1 log segments. Stats: ops{read=12 overwritten=0 applied=12 ignored=0} inserts{seen=8 ignored=0} mutations{seen=6 ignored=0} orphaned_commits=0. Pending: 0 replicates
06:24:46.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.913950 14814 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: Bootstrap complete.
06:24:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.923146 14814 raft_consensus.cc:348] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:46.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.924176 14814 raft_consensus.cc:729] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Becoming Follower/Learner. State: Replica: 04f38608debb4837805be6764893ac00, State: Initialized, Role: FOLLOWER
06:24:46.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.924824 14814 consensus_queue.cc:260] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 12, Last appended: 2.12, Last appended by leader: 12, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.925863 14819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 2 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.926278 14819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.926870 14814 sys_catalog.cc:564] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: configured and running, proceeding with master startup.
06:24:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.937602 14836 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.937740 14836 catalog_manager.cc:1552] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: loading cluster ID for follower catalog manager: success
06:24:46.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.941905 14836 catalog_manager.cc:1574] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: acquiring CA information for follower catalog manager: success
06:24:46.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:46.944736 14836 catalog_manager.cc:1602] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
06:24:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.035444 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 13224
06:24:47.072 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.197.61:35335(127.12.197.61:35335)] handling channelInactive
06:24:47.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state READY due to: connection closed
06:24:47.072 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.197.61:35335(127.12.197.61:35335) for tablet Kudu Master: connection closed
06:24:47.073 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.070994 14064 connection.cc:535] server connection from 127.0.0.1:38848 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.071645 14838 negotiation.cc:337] Failed RPC negotiation. Trace:
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:46.957200 (+ 0us) reactor.cc:625] Submitting negotiation task for client connection to 127.12.197.61:35335 (local address 127.0.0.1:58256)
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:46.957360 (+ 160us) negotiation.cc:107] Waiting for socket to connect
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:46.957378 (+ 18us) client_negotiation.cc:174] Beginning negotiation
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:46.957454 (+ 76us) client_negotiation.cc:252] Sending NEGOTIATE NegotiatePB request
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.070311 (+112857us) negotiation.cc:327] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":46}
06:24:47.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.071448 14478 connection.cc:535] server connection from 127.0.0.1:45308 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.074139 14839 negotiation.cc:337] Failed RPC negotiation. Trace:
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.038304 (+ 0us) reactor.cc:625] Submitting negotiation task for server connection from 127.0.0.1:42920 (local address 127.12.197.62:40935)
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.038530 (+ 226us) server_negotiation.cc:206] Beginning negotiation
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.038537 (+ 7us) server_negotiation.cc:399] Waiting for connection header
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.070344 (+ 31807us) negotiation.cc:327] Negotiation complete: Network error: Server connection negotiation failed: server connection from 127.0.0.1:42920: BlockingRecv error: recv got EOF from 127.0.0.1:42920 (error 108)
06:24:47.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"server-negotiator.queue_time_us":72}
06:24:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.072582 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: BlockingRecv error: recv error from unknown peer: Transport endpoint is not connected (error 107),
06:24:47.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.082768 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:47.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.62:40935(127.12.197.62:40935)] connecting to peer
06:24:47.085 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.197.62:40935(127.12.197.62:40935)] Successfully connected to peer
06:24:47.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.102 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc45d3b3d, L:/127.0.0.1:42926 - R:/127.12.197.62:40935] using TOKEN/null
06:24:47.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, [149ms] received response from server master-127.12.197.61:35335: Network error: connection closed, [149ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@465073891(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1031529409@42daf389 -> (continuation of Deferred@637966864 after retry RPC after error@19877304) -> (continuation of Deferred@1501051920 after retry RPC after error@1286330893) -> (continuation of Deferred@1592729490 after retry RPC after error@626445178), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1294502678@3dd6eb7c -> (continuation of Deferred@637966864 after retry RPC after error@19877304) -> (continuation of Deferred@1501051920 after retry RPC after error@1286330893) -> (continuation of Deferred@1592729490 after retry RPC after error@626445178)))
06:24:47.166 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=5, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, [149ms] received response from server master-127.12.197.61:35335: Network error: connection closed, [149ms] delaying RPC due to: Network error: connection closed, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@465073891(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1031529409@42daf389 -> (continuation of Deferred@637966864 after retry RPC after error@19877304) -> (continuation of Deferred@1501051920 after retry RPC after error@1286330893) -> (continuation of Deferred@1592729490 after retry RPC after error@626445178), errback=org.apache.kudu.client.KuduTransaction$$Lambda$84/1294502678@3dd6eb7c -> (continuation of Deferred@637966864 after retry RPC after error@19877304) -> (continuation of Deferred@1501051920 after retry RPC after error@1286330893) -> (continuation of Deferred@1592729490 after retry RPC after error@626445178)))
06:24:47.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.217516 14819 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
06:24:47.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.217882 14819 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:47.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.219895 14819 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:47.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.220568 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:47.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.225718 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:47.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.228745 14516 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "04f38608debb4837805be6764893ac00" candidate_term: 3 candidate_status { last_received { term: 2 index: 12 } } ignore_live_leader: false dest_uuid: "33efc8a453044a30aded538b8c11d54a" is_pre_election: true
06:24:47.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.229687 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:47.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.230123 14819 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Leader pre-election lost for term 3. Reason: could not achieve majority
06:24:47.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.339634 14845 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Starting pre-election (detected failure of leader 1a2700e1a6f545f9806e1d52dc9b2d84)
06:24:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.339857 14845 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:47.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.340517 14845 leader_election.cc:288] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335)
06:24:47.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.343924 14481 leader_election.cc:334] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.348145 14758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00" is_pre_election: true
06:24:47.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.348688 14758 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 33efc8a453044a30aded538b8c11d54a in term 2.
06:24:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.349335 14478 leader_election.cc:302] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84
06:24:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.349608 14845 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Leader pre-election won for term 4
06:24:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.349722 14845 raft_consensus.cc:482] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Starting leader election (detected failure of leader 1a2700e1a6f545f9806e1d52dc9b2d84)
06:24:47.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.349800 14845 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 3 FOLLOWER]: Advancing to term 4
06:24:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.351792 14845 raft_consensus.cc:504] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 4 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:47.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.352385 14845 leader_election.cc:288] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 election: Requested vote from peers 04f38608debb4837805be6764893ac00 (127.12.197.62:40935), 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335)
06:24:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.352847 14758 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "33efc8a453044a30aded538b8c11d54a" candidate_term: 4 candidate_status { last_received { term: 3 index: 13 } } ignore_live_leader: false dest_uuid: "04f38608debb4837805be6764893ac00"
06:24:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.353055 14758 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 2 FOLLOWER]: Advancing to term 4
06:24:47.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.353657 14481 leader_election.cc:334] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.358417 14758 raft_consensus.cc:2454] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 33efc8a453044a30aded538b8c11d54a in term 4.
06:24:47.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.358785 14478 leader_election.cc:302] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [CANDIDATE]: Term 4 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 04f38608debb4837805be6764893ac00, 33efc8a453044a30aded538b8c11d54a; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84
06:24:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.359155 14845 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 4 FOLLOWER]: Leader election won for term 4
06:24:47.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.359666 14845 raft_consensus.cc:686] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [term 4 LEADER]: Becoming Leader. State: Replica: 33efc8a453044a30aded538b8c11d54a, State: Running, Role: LEADER
06:24:47.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.360123 14845 consensus_queue.cc:237] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 13, Committed index: 13, Last appended: 3.13, Last appended by leader: 13, Current term: 4, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.361785 14851 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33efc8a453044a30aded538b8c11d54a. Latest consensus state: current_term: 4 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:47.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.362152 14851 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: LEADER
06:24:47.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.362946 14853 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
06:24:47.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.366140 14853 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9]
06:24:47.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.366695 14853 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799]
06:24:47.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.368667 14853 tablet_loader.cc:96] loaded metadata for tablet 21de299e7eb448339346b57cedea7754 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.369108 14853 tablet_loader.cc:96] loaded metadata for tablet c03723cbcd4c49909dc7a3794e0d4c31 (table kudu_system.kudu_transactions [id=6c0ffb5ae5164fe7bc864540848e8799])
06:24:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.369500 14853 tablet_loader.cc:96] loaded metadata for tablet fe3dc3c6e52f47b3a0269b709d39bb47 (table txn_manager_fallback_rolling [id=6ac45416269548bb8717c4b7bff2b3f9])
06:24:47.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.369730 14853 catalog_manager.cc:1484] Initializing Kudu cluster ID...
06:24:47.370 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.370779 14853 catalog_manager.cc:1259] Loaded cluster ID: 0cb96544e15c450bbe8d840ad812eb08
06:24:47.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.370879 14853 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
06:24:47.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.372010 14853 catalog_manager.cc:1504] Loading token signing keys...
06:24:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.372879 14853 catalog_manager.cc:5879] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a: Loaded TSK: 0
06:24:47.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.373680 14853 catalog_manager.cc:1514] Initializing in-progress tserver states...
06:24:47.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.383999 13796 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.387053 14744 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "8ae7d88b53324430a7705edc6e7f41c1" instance_seqno: 1786256680004342) as {username='slave'} at 127.12.197.1:60987; Asking this server to re-register.
06:24:47.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.387702 13796 heartbeater.cc:464] Registering TS with master...
06:24:47.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.389050 14744 ts_manager.cc:194] Registered new tserver with Master: 8ae7d88b53324430a7705edc6e7f41c1 (127.12.197.1:39201)
06:24:47.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:47.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:47.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
06:24:47.426 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [188ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=Deferred@1503184111(state=PENDING, result=null, callback=(continuation of Deferred@1242867417 after retry RPC after error@1762480935) -> (continuation of Deferred@1381299008 after retry RPC after error@1307900505) -> (continuation of Deferred@582598480 after retry RPC after error@556680267) -> (continuation of Deferred@1410694621 after retry RPC after error@1054438196) -> (continuation of Deferred@1366624384 after retry RPC after error@36307705) -> (continuation of Deferred@2108587252 after retry RPC after error@136048806) -> (continuation of Deferred@1901316141 after retry RPC after error@599535924), errback=(continuation of Deferred@1242867417 after retry RPC after error@1762480935) -> (continuation of Deferred@1381299008 after retry RPC after error@1307900505) -> (continuation of Deferred@582598480 after retry RPC after error@556680267) -> (continuation of Deferred@1410694621 after retry RPC after error@1054438196) -> (continuation of Deferred@1366624384 after retry RPC after error@36307705) -> (continuation of Deferred@2108587252 after retry RPC after error@136048806) -> (continuation of Deferred@1901316141 after retry RPC after error@599535924))) after lookup
06:24:47.443 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [105ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [188ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [188ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: OK, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@1503184111(state=PENDING, result=null, callback=(continuation of Deferred@1242867417 after retry RPC after error@1762480935) -> (continuation of Deferred@1381299008 after retry RPC after error@1307900505) -> (continuation of Deferred@582598480 after retry RPC after error@556680267) -> (continuation of Deferred@1410694621 after retry RPC after error@1054438196) -> (continuation of Deferred@1366624384 after retry RPC after error@36307705) -> (continuation of Deferred@2108587252 after retry RPC after error@136048806) -> (continuation of Deferred@1901316141 after retry RPC after error@599535924) -> (continuation of Deferred@1430023662 after retry RPC@716427777), errback=(continuation of Deferred@1242867417 after retry RPC after error@1762480935) -> (continuation of Deferred@1381299008 after retry RPC after error@1307900505) -> (continuation of Deferred@582598480 after retry RPC after error@556680267) -> (continuation of Deferred@1410694621 after retry RPC after error@1054438196) -> (continuation of Deferred@1366624384 after retry RPC after error@36307705) -> (continuation of Deferred@2108587252 after retry RPC after error@136048806) -> (continuation of Deferred@1901316141 after retry RPC after error@599535924) -> (continuation of Deferred@1430023662 after retry RPC@716427777)))
06:24:47.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.443758 14758 raft_consensus.cc:1261] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Refusing update from remote peer 33efc8a453044a30aded538b8c11d54a: Log matching property violated. Preceding OpId in replica: term: 2 index: 12. Preceding OpId from leader: term: 4 index: 14. (index mismatch)
06:24:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.444665 14851 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [LEADER]: Connected to new peer: Peer: permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 14, Last known committed idx: 12, Time since last communication: 0.000s
06:24:47.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.449404 14819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 33efc8a453044a30aded538b8c11d54a. Latest consensus state: current_term: 4 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.449677 14819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.450371 14819 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.450600 14819 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.449921 14869 sys_catalog.cc:455] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 4 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:47.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.450876 14869 sys_catalog.cc:458] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [sys.catalog]: This master's current role is: FOLLOWER
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.452482 14549 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:45318 (request call id 13) took 25 ms (client timeout 7 ms). Trace:
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.452696 14549 rpcz_store.cc:269] 0809 06:24:47.427195 (+ 0us) service_pool.cc:170] Inserting onto call queue
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.427293 (+ 98us) service_pool.cc:227] Handling call
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0809 06:24:47.452395 (+ 25102us) inbound_call.cc:173] Queueing success response
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"dns_us":150,"init.queue_time_us":587,"thread_start_us":1528,"threads_started":5}
06:24:47.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.453280 14481 consensus_peers.cc:487] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a -> Peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Couldn't send request to peer 1a2700e1a6f545f9806e1d52dc9b2d84. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
06:24:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.459848 14872 sys_catalog.cc:455] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 4 leader_uuid: "33efc8a453044a30aded538b8c11d54a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } } }
06:24:47.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.460314 14872 sys_catalog.cc:458] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a [sys.catalog]: This master's current role is: LEADER
06:24:47.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 1687257705143562 + 9221684779149638735 cannot be represented in type 'long'
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.467152 14501 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:45336:
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:47.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
06:24:47.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
06:24:47.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.470482 14501 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
06:24:47.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.852728 14029 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:47.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.854075 14744 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "1b4d03435bb546979af374e40a23108d" instance_seqno: 1786256680495382) as {username='slave'} at 127.12.197.2:45111; Asking this server to re-register.
06:24:47.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.854653 14029 heartbeater.cc:464] Registering TS with master...
06:24:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.856202 14744 ts_manager.cc:194] Registered new tserver with Master: 1b4d03435bb546979af374e40a23108d (127.12.197.2:35287)
06:24:47.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.861871 14256 heartbeater.cc:347] Connected to a master server at 127.12.197.62:40935
06:24:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.863096 14744 master_service.cc:432] Got heartbeat from unknown tserver (permanent_uuid: "ae7fd539bff2413fa91b53335ae94814" instance_seqno: 1786256680976229) as {username='slave'} at 127.12.197.3:52961; Asking this server to re-register.
06:24:47.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.863627 14256 heartbeater.cc:464] Registering TS with master...
06:24:47.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:47.864702 14744 ts_manager.cc:194] Registered new tserver with Master: ae7fd539bff2413fa91b53335ae94814 (127.12.197.3:41263)
06:24:47.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:47.910482 14481 consensus_peers.cc:487] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a -> Peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Couldn't send request to peer 1a2700e1a6f545f9806e1d52dc9b2d84. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
06:24:48.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.380576 13798 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:48.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7ff3206b7538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
06:24:48.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:48.433722 14481 consensus_peers.cc:487] T 00000000000000000000000000000000 P 33efc8a453044a30aded538b8c11d54a -> Peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Couldn't send request to peer 1a2700e1a6f545f9806e1d52dc9b2d84. Status: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
06:24:48.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
06:24:48.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7ff333727be2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
06:24:48.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7ff3337187d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
06:24:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7ff33386d16b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
06:24:48.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7ff33386dd5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
06:24:48.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7ff3338729cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
06:24:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7ff32d923cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
06:24:48.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7ff32d9239f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
06:24:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7ff3272949be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
06:24:48.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7ff32729379e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
06:24:48.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7ff327299b25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
06:24:48.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7ff32729a54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
06:24:48.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7ff32729a378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
06:24:48.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
06:24:48.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7ff32077ceae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
06:24:48.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7ff323a566da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
06:24:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7ff31c9ec61e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
06:24:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
06:24:48.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
06:24:48.753 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.197.60:40651(127.12.197.60:40651)] handling channelInactive
06:24:48.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state READY due to: connection closed
06:24:48.754 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.12.197.60:40651(127.12.197.60:40651) for tablet Kudu Master: connection closed
06:24:48.763 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:24:48.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.853900 14030 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:48.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.856384 14261 heartbeater.cc:503] Master 127.12.197.60:40651 was elected leader, sending a full tablet report...
06:24:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.997408 14895 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.997619 14895 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:48.998435 14895 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.000447 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.000593 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:49.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.000699 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:49.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.000972 14895 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:49.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.073 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.074 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.087 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.185 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.187 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.225 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.225 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@71276256(state=PENDING, result=null, callback=(continuation of Deferred@1306642160 after retry RPC after error@1684843786) -> (continuation of Deferred@94757772 after retry RPC after error@2111171918) -> (continuation of Deferred@1044410946 after retry RPC after error@1069911165) -> (continuation of Deferred@366387594 after retry RPC after error@1203470819) -> (continuation of Deferred@2052335924 after retry RPC after error@1768027239) -> (continuation of Deferred@1226560048 after retry RPC after error@1387587177) -> (continuation of Deferred@166881410 after retry RPC after error@1867937559), errback=(continuation of Deferred@1306642160 after retry RPC after error@1684843786) -> (continuation of Deferred@94757772 after retry RPC after error@2111171918) -> (continuation of Deferred@1044410946 after retry RPC after error@1069911165) -> (continuation of Deferred@366387594 after retry RPC after error@1203470819) -> (continuation of Deferred@2052335924 after retry RPC after error@1768027239) -> (continuation of Deferred@1226560048 after retry RPC after error@1387587177) -> (continuation of Deferred@166881410 after retry RPC after error@1867937559)))
06:24:49.247 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@71276256(state=PENDING, result=null, callback=(continuation of Deferred@1306642160 after retry RPC after error@1684843786) -> (continuation of Deferred@94757772 after retry RPC after error@2111171918) -> (continuation of Deferred@1044410946 after retry RPC after error@1069911165) -> (continuation of Deferred@366387594 after retry RPC after error@1203470819) -> (continuation of Deferred@2052335924 after retry RPC after error@1768027239) -> (continuation of Deferred@1226560048 after retry RPC after error@1387587177) -> (continuation of Deferred@166881410 after retry RPC after error@1867937559), errback=(continuation of Deferred@1306642160 after retry RPC after error@1684843786) -> (continuation of Deferred@94757772 after retry RPC after error@2111171918) -> (continuation of Deferred@1044410946 after retry RPC after error@1069911165) -> (continuation of Deferred@366387594 after retry RPC after error@1203470819) -> (continuation of Deferred@2052335924 after retry RPC after error@1768027239) -> (continuation of Deferred@1226560048 after retry RPC after error@1387587177) -> (continuation of Deferred@166881410 after retry RPC after error@1867937559)))
06:24:49.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.265 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.358558 14895 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.358821 14895 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:49.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.359512 14895 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.360987 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.361181 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.361356 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:49.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.361618 14895 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:49.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.507 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@241928343(state=PENDING, result=null, callback=(continuation of Deferred@840303909 after retry RPC after error@2137066892) -> (continuation of Deferred@936584681 after retry RPC after error@1705913524) -> (continuation of Deferred@1737695753 after retry RPC after error@275340826) -> (continuation of Deferred@1052495251 after retry RPC after error@719621500) -> (continuation of Deferred@1410953539 after retry RPC after error@249199700) -> (continuation of Deferred@1861087049 after retry RPC after error@1626079365) -> (continuation of Deferred@2137056946 after retry RPC after error@570760662), errback=(continuation of Deferred@840303909 after retry RPC after error@2137066892) -> (continuation of Deferred@936584681 after retry RPC after error@1705913524) -> (continuation of Deferred@1737695753 after retry RPC after error@275340826) -> (continuation of Deferred@1052495251 after retry RPC after error@719621500) -> (continuation of Deferred@1410953539 after retry RPC after error@249199700) -> (continuation of Deferred@1861087049 after retry RPC after error@1626079365) -> (continuation of Deferred@2137056946 after retry RPC after error@570760662)))
06:24:49.508 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@241928343(state=PENDING, result=null, callback=(continuation of Deferred@840303909 after retry RPC after error@2137066892) -> (continuation of Deferred@936584681 after retry RPC after error@1705913524) -> (continuation of Deferred@1737695753 after retry RPC after error@275340826) -> (continuation of Deferred@1052495251 after retry RPC after error@719621500) -> (continuation of Deferred@1410953539 after retry RPC after error@249199700) -> (continuation of Deferred@1861087049 after retry RPC after error@1626079365) -> (continuation of Deferred@2137056946 after retry RPC after error@570760662), errback=(continuation of Deferred@840303909 after retry RPC after error@2137066892) -> (continuation of Deferred@936584681 after retry RPC after error@1705913524) -> (continuation of Deferred@1737695753 after retry RPC after error@275340826) -> (continuation of Deferred@1052495251 after retry RPC after error@719621500) -> (continuation of Deferred@1410953539 after retry RPC after error@249199700) -> (continuation of Deferred@1861087049 after retry RPC after error@1626079365) -> (continuation of Deferred@2137056946 after retry RPC after error@570760662)))
06:24:49.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.544 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.545 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.697695 14073 txn_status_manager.cc:1390] automatically aborted stale txn (ID 0) past 1.144s from last keepalive heartbeat (effective timeout is 1.000s)
06:24:49.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.699028 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:24:49.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.706 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1473923100(state=PENDING, result=null, callback=(continuation of Deferred@1896740697 after retry RPC after error@1754352940) -> (continuation of Deferred@1127469210 after retry RPC after error@1185741384) -> (continuation of Deferred@1485138683 after retry RPC after error@983545066) -> (continuation of Deferred@1735726115 after retry RPC after error@1185598527) -> (continuation of Deferred@889955491 after retry RPC after error@1920237068) -> (continuation of Deferred@1039116397 after retry RPC after error@758403291) -> (continuation of Deferred@1165150050 after retry RPC after error@338122206), errback=(continuation of Deferred@1896740697 after retry RPC after error@1754352940) -> (continuation of Deferred@1127469210 after retry RPC after error@1185741384) -> (continuation of Deferred@1485138683 after retry RPC after error@983545066) -> (continuation of Deferred@1735726115 after retry RPC after error@1185598527) -> (continuation of Deferred@889955491 after retry RPC after error@1920237068) -> (continuation of Deferred@1039116397 after retry RPC after error@758403291) -> (continuation of Deferred@1165150050 after retry RPC after error@338122206)))
06:24:49.708 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1473923100(state=PENDING, result=null, callback=(continuation of Deferred@1896740697 after retry RPC after error@1754352940) -> (continuation of Deferred@1127469210 after retry RPC after error@1185741384) -> (continuation of Deferred@1485138683 after retry RPC after error@983545066) -> (continuation of Deferred@1735726115 after retry RPC after error@1185598527) -> (continuation of Deferred@889955491 after retry RPC after error@1920237068) -> (continuation of Deferred@1039116397 after retry RPC after error@758403291) -> (continuation of Deferred@1165150050 after retry RPC after error@338122206), errback=(continuation of Deferred@1896740697 after retry RPC after error@1754352940) -> (continuation of Deferred@1127469210 after retry RPC after error@1185741384) -> (continuation of Deferred@1485138683 after retry RPC after error@983545066) -> (continuation of Deferred@1735726115 after retry RPC after error@1185598527) -> (continuation of Deferred@889955491 after retry RPC after error@1920237068) -> (continuation of Deferred@1039116397 after retry RPC after error@758403291) -> (continuation of Deferred@1165150050 after retry RPC after error@338122206)))
06:24:49.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.765 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1685341169(state=PENDING, result=null, callback=(continuation of Deferred@355862704 after retry RPC after error@1236188173) -> (continuation of Deferred@1066212470 after retry RPC after error@2040576957) -> (continuation of Deferred@1551257521 after retry RPC after error@1610927846) -> (continuation of Deferred@926748732 after retry RPC after error@1262233653) -> (continuation of Deferred@626654500 after retry RPC after error@1676436631) -> (continuation of Deferred@1007625254 after retry RPC after error@374922770) -> (continuation of Deferred@2088939808 after retry RPC after error@2085268219), errback=(continuation of Deferred@355862704 after retry RPC after error@1236188173) -> (continuation of Deferred@1066212470 after retry RPC after error@2040576957) -> (continuation of Deferred@1551257521 after retry RPC after error@1610927846) -> (continuation of Deferred@926748732 after retry RPC after error@1262233653) -> (continuation of Deferred@626654500 after retry RPC after error@1676436631) -> (continuation of Deferred@1007625254 after retry RPC after error@374922770) -> (continuation of Deferred@2088939808 after retry RPC after error@2085268219)))
06:24:49.927 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1685341169(state=PENDING, result=null, callback=(continuation of Deferred@355862704 after retry RPC after error@1236188173) -> (continuation of Deferred@1066212470 after retry RPC after error@2040576957) -> (continuation of Deferred@1551257521 after retry RPC after error@1610927846) -> (continuation of Deferred@926748732 after retry RPC after error@1262233653) -> (continuation of Deferred@626654500 after retry RPC after error@1676436631) -> (continuation of Deferred@1007625254 after retry RPC after error@374922770) -> (continuation of Deferred@2088939808 after retry RPC after error@2085268219), errback=(continuation of Deferred@355862704 after retry RPC after error@1236188173) -> (continuation of Deferred@1066212470 after retry RPC after error@2040576957) -> (continuation of Deferred@1551257521 after retry RPC after error@1610927846) -> (continuation of Deferred@926748732 after retry RPC after error@1262233653) -> (continuation of Deferred@626654500 after retry RPC after error@1676436631) -> (continuation of Deferred@1007625254 after retry RPC after error@374922770) -> (continuation of Deferred@2088939808 after retry RPC after error@2085268219)))
06:24:49.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:49.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:49.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:49.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:49.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.989167 14927 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:49.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.989336 14927 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:49.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.989905 14927 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.992467 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:49.992640 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:49.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.992803 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:49.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:49.993026 14927 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:50.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.088 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.107 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [164ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@846955153(state=PENDING, result=null, callback=(continuation of Deferred@1448150336 after retry RPC after error@2123576628) -> (continuation of Deferred@1471661633 after retry RPC after error@959883564) -> (continuation of Deferred@1737736271 after retry RPC after error@13525788) -> (continuation of Deferred@1772234890 after retry RPC after error@1708229467) -> (continuation of Deferred@481932822 after retry RPC after error@1864163358) -> (continuation of Deferred@386036495 after retry RPC after error@2124476911), errback=(continuation of Deferred@1448150336 after retry RPC after error@2123576628) -> (continuation of Deferred@1471661633 after retry RPC after error@959883564) -> (continuation of Deferred@1737736271 after retry RPC after error@13525788) -> (continuation of Deferred@1772234890 after retry RPC after error@1708229467) -> (continuation of Deferred@481932822 after retry RPC after error@1864163358) -> (continuation of Deferred@386036495 after retry RPC after error@2124476911)))
06:24:50.108 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [164ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@846955153(state=PENDING, result=null, callback=(continuation of Deferred@1448150336 after retry RPC after error@2123576628) -> (continuation of Deferred@1471661633 after retry RPC after error@959883564) -> (continuation of Deferred@1737736271 after retry RPC after error@13525788) -> (continuation of Deferred@1772234890 after retry RPC after error@1708229467) -> (continuation of Deferred@481932822 after retry RPC after error@1864163358) -> (continuation of Deferred@386036495 after retry RPC after error@2124476911), errback=(continuation of Deferred@1448150336 after retry RPC after error@2123576628) -> (continuation of Deferred@1471661633 after retry RPC after error@959883564) -> (continuation of Deferred@1737736271 after retry RPC after error@13525788) -> (continuation of Deferred@1772234890 after retry RPC after error@1708229467) -> (continuation of Deferred@481932822 after retry RPC after error@1864163358) -> (continuation of Deferred@386036495 after retry RPC after error@2124476911)))
06:24:50.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1375009367(state=PENDING, result=null, callback=(continuation of Deferred@924350367 after retry RPC after error@596698125) -> (continuation of Deferred@993653252 after retry RPC after error@1298760054) -> (continuation of Deferred@968471499 after retry RPC after error@497916029) -> (continuation of Deferred@1769005086 after retry RPC after error@1754513015) -> (continuation of Deferred@482373445 after retry RPC after error@1843356368) -> (continuation of Deferred@54599525 after retry RPC after error@1985247612) -> (continuation of Deferred@1769048756 after retry RPC after error@2142157992), errback=(continuation of Deferred@924350367 after retry RPC after error@596698125) -> (continuation of Deferred@993653252 after retry RPC after error@1298760054) -> (continuation of Deferred@968471499 after retry RPC after error@497916029) -> (continuation of Deferred@1769005086 after retry RPC after error@1754513015) -> (continuation of Deferred@482373445 after retry RPC after error@1843356368) -> (continuation of Deferred@54599525 after retry RPC after error@1985247612) -> (continuation of Deferred@1769048756 after retry RPC after error@2142157992)))
06:24:50.347 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1375009367(state=PENDING, result=null, callback=(continuation of Deferred@924350367 after retry RPC after error@596698125) -> (continuation of Deferred@993653252 after retry RPC after error@1298760054) -> (continuation of Deferred@968471499 after retry RPC after error@497916029) -> (continuation of Deferred@1769005086 after retry RPC after error@1754513015) -> (continuation of Deferred@482373445 after retry RPC after error@1843356368) -> (continuation of Deferred@54599525 after retry RPC after error@1985247612) -> (continuation of Deferred@1769048756 after retry RPC after error@2142157992), errback=(continuation of Deferred@924350367 after retry RPC after error@596698125) -> (continuation of Deferred@993653252 after retry RPC after error@1298760054) -> (continuation of Deferred@968471499 after retry RPC after error@497916029) -> (continuation of Deferred@1769005086 after retry RPC after error@1754513015) -> (continuation of Deferred@482373445 after retry RPC after error@1843356368) -> (continuation of Deferred@54599525 after retry RPC after error@1985247612) -> (continuation of Deferred@1769048756 after retry RPC after error@2142157992)))
06:24:50.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.606 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@734469846(state=PENDING, result=null, callback=(continuation of Deferred@1345547456 after retry RPC after error@1433792217) -> (continuation of Deferred@1827828337 after retry RPC after error@2144395415) -> (continuation of Deferred@885970625 after retry RPC after error@1320678823) -> (continuation of Deferred@824797178 after retry RPC after error@1225129232) -> (continuation of Deferred@188699183 after retry RPC after error@2060747810) -> (continuation of Deferred@3684917 after retry RPC after error@1723050591) -> (continuation of Deferred@401351308 after retry RPC after error@1229410759), errback=(continuation of Deferred@1345547456 after retry RPC after error@1433792217) -> (continuation of Deferred@1827828337 after retry RPC after error@2144395415) -> (continuation of Deferred@885970625 after retry RPC after error@1320678823) -> (continuation of Deferred@824797178 after retry RPC after error@1225129232) -> (continuation of Deferred@188699183 after retry RPC after error@2060747810) -> (continuation of Deferred@3684917 after retry RPC after error@1723050591) -> (continuation of Deferred@401351308 after retry RPC after error@1229410759)))
06:24:50.607 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@734469846(state=PENDING, result=null, callback=(continuation of Deferred@1345547456 after retry RPC after error@1433792217) -> (continuation of Deferred@1827828337 after retry RPC after error@2144395415) -> (continuation of Deferred@885970625 after retry RPC after error@1320678823) -> (continuation of Deferred@824797178 after retry RPC after error@1225129232) -> (continuation of Deferred@188699183 after retry RPC after error@2060747810) -> (continuation of Deferred@3684917 after retry RPC after error@1723050591) -> (continuation of Deferred@401351308 after retry RPC after error@1229410759), errback=(continuation of Deferred@1345547456 after retry RPC after error@1433792217) -> (continuation of Deferred@1827828337 after retry RPC after error@2144395415) -> (continuation of Deferred@885970625 after retry RPC after error@1320678823) -> (continuation of Deferred@824797178 after retry RPC after error@1225129232) -> (continuation of Deferred@188699183 after retry RPC after error@2060747810) -> (continuation of Deferred@3684917 after retry RPC after error@1723050591) -> (continuation of Deferred@401351308 after retry RPC after error@1229410759)))
06:24:50.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.624 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1274332919(state=PENDING, result=null, callback=(continuation of Deferred@28641643 after retry RPC after error@919526366) -> (continuation of Deferred@687921486 after retry RPC after error@1143894503) -> (continuation of Deferred@1845089880 after retry RPC after error@766107666) -> (continuation of Deferred@46958144 after retry RPC after error@895123127) -> (continuation of Deferred@380777810 after retry RPC after error@1954148070) -> (continuation of Deferred@308385967 after retry RPC after error@1957225362), errback=(continuation of Deferred@28641643 after retry RPC after error@919526366) -> (continuation of Deferred@687921486 after retry RPC after error@1143894503) -> (continuation of Deferred@1845089880 after retry RPC after error@766107666) -> (continuation of Deferred@46958144 after retry RPC after error@895123127) -> (continuation of Deferred@380777810 after retry RPC after error@1954148070) -> (continuation of Deferred@308385967 after retry RPC after error@1957225362)))
06:24:50.787 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1274332919(state=PENDING, result=null, callback=(continuation of Deferred@28641643 after retry RPC after error@919526366) -> (continuation of Deferred@687921486 after retry RPC after error@1143894503) -> (continuation of Deferred@1845089880 after retry RPC after error@766107666) -> (continuation of Deferred@46958144 after retry RPC after error@895123127) -> (continuation of Deferred@380777810 after retry RPC after error@1954148070) -> (continuation of Deferred@308385967 after retry RPC after error@1957225362), errback=(continuation of Deferred@28641643 after retry RPC after error@919526366) -> (continuation of Deferred@687921486 after retry RPC after error@1143894503) -> (continuation of Deferred@1845089880 after retry RPC after error@766107666) -> (continuation of Deferred@46958144 after retry RPC after error@895123127) -> (continuation of Deferred@380777810 after retry RPC after error@1954148070) -> (continuation of Deferred@308385967 after retry RPC after error@1957225362)))
06:24:50.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:50.805395 14938 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:50.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:50.805605 14938 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:50.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:50.806277 14938 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:50.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:50.808238 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:50.808423 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:50.808532 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:50.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:50.808750 14938 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:50.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:50.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1634681540(state=PENDING, result=null, callback=(continuation of Deferred@907109386 after retry RPC after error@1974087876) -> (continuation of Deferred@820516107 after retry RPC after error@722081968) -> (continuation of Deferred@377886959 after retry RPC after error@848180971) -> (continuation of Deferred@1111371260 after retry RPC after error@965374611) -> (continuation of Deferred@527258669 after retry RPC after error@1553403973) -> (continuation of Deferred@1869973478 after retry RPC after error@83979889), errback=(continuation of Deferred@907109386 after retry RPC after error@1974087876) -> (continuation of Deferred@820516107 after retry RPC after error@722081968) -> (continuation of Deferred@377886959 after retry RPC after error@848180971) -> (continuation of Deferred@1111371260 after retry RPC after error@965374611) -> (continuation of Deferred@527258669 after retry RPC after error@1553403973) -> (continuation of Deferred@1869973478 after retry RPC after error@83979889)))
06:24:50.966 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1634681540(state=PENDING, result=null, callback=(continuation of Deferred@907109386 after retry RPC after error@1974087876) -> (continuation of Deferred@820516107 after retry RPC after error@722081968) -> (continuation of Deferred@377886959 after retry RPC after error@848180971) -> (continuation of Deferred@1111371260 after retry RPC after error@965374611) -> (continuation of Deferred@527258669 after retry RPC after error@1553403973) -> (continuation of Deferred@1869973478 after retry RPC after error@83979889), errback=(continuation of Deferred@907109386 after retry RPC after error@1974087876) -> (continuation of Deferred@820516107 after retry RPC after error@722081968) -> (continuation of Deferred@377886959 after retry RPC after error@848180971) -> (continuation of Deferred@1111371260 after retry RPC after error@965374611) -> (continuation of Deferred@527258669 after retry RPC after error@1553403973) -> (continuation of Deferred@1869973478 after retry RPC after error@83979889)))
06:24:50.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:50.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:50.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:50.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:50.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.044 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.045 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.045 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.184 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.243 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [164ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@751062256(state=PENDING, result=null, callback=(continuation of Deferred@1060942962 after retry RPC after error@722102020) -> (continuation of Deferred@1735623374 after retry RPC after error@1776214300) -> (continuation of Deferred@865818481 after retry RPC after error@1272001601) -> (continuation of Deferred@810531335 after retry RPC after error@772238099) -> (continuation of Deferred@1196327293 after retry RPC after error@92264169) -> (continuation of Deferred@1219353539 after retry RPC after error@1567059510) -> (continuation of Deferred@1855015310 after retry RPC after error@354550315) -> (continuation of Deferred@871866511 after retry RPC after error@1434938905), errback=(continuation of Deferred@1060942962 after retry RPC after error@722102020) -> (continuation of Deferred@1735623374 after retry RPC after error@1776214300) -> (continuation of Deferred@865818481 after retry RPC after error@1272001601) -> (continuation of Deferred@810531335 after retry RPC after error@772238099) -> (continuation of Deferred@1196327293 after retry RPC after error@92264169) -> (continuation of Deferred@1219353539 after retry RPC after error@1567059510) -> (continuation of Deferred@1855015310 after retry RPC after error@354550315) -> (continuation of Deferred@871866511 after retry RPC after error@1434938905)))
06:24:51.244 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:24:51.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.285 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1618237588(state=PENDING, result=null, callback=(continuation of Deferred@267300291 after retry RPC after error@466340153) -> (continuation of Deferred@1004224382 after retry RPC after error@2032754793) -> (continuation of Deferred@64178746 after retry RPC after error@1184160120) -> (continuation of Deferred@618020379 after retry RPC after error@374225088) -> (continuation of Deferred@265630377 after retry RPC after error@1869243698) -> (continuation of Deferred@2061084706 after retry RPC after error@498468737), errback=(continuation of Deferred@267300291 after retry RPC after error@466340153) -> (continuation of Deferred@1004224382 after retry RPC after error@2032754793) -> (continuation of Deferred@64178746 after retry RPC after error@1184160120) -> (continuation of Deferred@618020379 after retry RPC after error@374225088) -> (continuation of Deferred@265630377 after retry RPC after error@1869243698) -> (continuation of Deferred@2061084706 after retry RPC after error@498468737)))
06:24:51.447 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1618237588(state=PENDING, result=null, callback=(continuation of Deferred@267300291 after retry RPC after error@466340153) -> (continuation of Deferred@1004224382 after retry RPC after error@2032754793) -> (continuation of Deferred@64178746 after retry RPC after error@1184160120) -> (continuation of Deferred@618020379 after retry RPC after error@374225088) -> (continuation of Deferred@265630377 after retry RPC after error@1869243698) -> (continuation of Deferred@2061084706 after retry RPC after error@498468737), errback=(continuation of Deferred@267300291 after retry RPC after error@466340153) -> (continuation of Deferred@1004224382 after retry RPC after error@2032754793) -> (continuation of Deferred@64178746 after retry RPC after error@1184160120) -> (continuation of Deferred@618020379 after retry RPC after error@374225088) -> (continuation of Deferred@265630377 after retry RPC after error@1869243698) -> (continuation of Deferred@2061084706 after retry RPC after error@498468737)))
06:24:51.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.713 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2018155881(state=PENDING, result=null, callback=(continuation of Deferred@108570457 after retry RPC after error@244076963) -> (continuation of Deferred@1465356400 after retry RPC after error@2069560870) -> (continuation of Deferred@945544315 after retry RPC after error@1412862874) -> (continuation of Deferred@1065966972 after retry RPC after error@328089445) -> (continuation of Deferred@1976602987 after retry RPC after error@362444296) -> (continuation of Deferred@1619901306 after retry RPC after error@35308825) -> (continuation of Deferred@1940936696 after retry RPC after error@903632304), errback=(continuation of Deferred@108570457 after retry RPC after error@244076963) -> (continuation of Deferred@1465356400 after retry RPC after error@2069560870) -> (continuation of Deferred@945544315 after retry RPC after error@1412862874) -> (continuation of Deferred@1065966972 after retry RPC after error@328089445) -> (continuation of Deferred@1976602987 after retry RPC after error@362444296) -> (continuation of Deferred@1619901306 after retry RPC after error@35308825) -> (continuation of Deferred@1940936696 after retry RPC after error@903632304)))
06:24:51.714 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2018155881(state=PENDING, result=null, callback=(continuation of Deferred@108570457 after retry RPC after error@244076963) -> (continuation of Deferred@1465356400 after retry RPC after error@2069560870) -> (continuation of Deferred@945544315 after retry RPC after error@1412862874) -> (continuation of Deferred@1065966972 after retry RPC after error@328089445) -> (continuation of Deferred@1976602987 after retry RPC after error@362444296) -> (continuation of Deferred@1619901306 after retry RPC after error@35308825) -> (continuation of Deferred@1940936696 after retry RPC after error@903632304), errback=(continuation of Deferred@108570457 after retry RPC after error@244076963) -> (continuation of Deferred@1465356400 after retry RPC after error@2069560870) -> (continuation of Deferred@945544315 after retry RPC after error@1412862874) -> (continuation of Deferred@1065966972 after retry RPC after error@328089445) -> (continuation of Deferred@1976602987 after retry RPC after error@362444296) -> (continuation of Deferred@1619901306 after retry RPC after error@35308825) -> (continuation of Deferred@1940936696 after retry RPC after error@903632304)))
06:24:51.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:51.802101 14953 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:51.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:51.802309 14953 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:51.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:51.803179 14953 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:51.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:51.806857 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:51.807075 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:51.807163 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:51.807391 14953 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:51.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.865 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.865 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.867 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:51.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1285635100(state=PENDING, result=null, callback=(continuation of Deferred@180315136 after retry RPC after error@1406587014) -> (continuation of Deferred@1834249761 after retry RPC after error@676396619) -> (continuation of Deferred@1497235493 after retry RPC after error@1015654756) -> (continuation of Deferred@1919086002 after retry RPC after error@1567618835) -> (continuation of Deferred@1954147251 after retry RPC after error@97169105) -> (continuation of Deferred@1612766375 after retry RPC after error@1121286367) -> (continuation of Deferred@2034906949 after retry RPC after error@698786459), errback=(continuation of Deferred@180315136 after retry RPC after error@1406587014) -> (continuation of Deferred@1834249761 after retry RPC after error@676396619) -> (continuation of Deferred@1497235493 after retry RPC after error@1015654756) -> (continuation of Deferred@1919086002 after retry RPC after error@1567618835) -> (continuation of Deferred@1954147251 after retry RPC after error@97169105) -> (continuation of Deferred@1612766375 after retry RPC after error@1121286367) -> (continuation of Deferred@2034906949 after retry RPC after error@698786459)))
06:24:51.966 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1285635100(state=PENDING, result=null, callback=(continuation of Deferred@180315136 after retry RPC after error@1406587014) -> (continuation of Deferred@1834249761 after retry RPC after error@676396619) -> (continuation of Deferred@1497235493 after retry RPC after error@1015654756) -> (continuation of Deferred@1919086002 after retry RPC after error@1567618835) -> (continuation of Deferred@1954147251 after retry RPC after error@97169105) -> (continuation of Deferred@1612766375 after retry RPC after error@1121286367) -> (continuation of Deferred@2034906949 after retry RPC after error@698786459), errback=(continuation of Deferred@180315136 after retry RPC after error@1406587014) -> (continuation of Deferred@1834249761 after retry RPC after error@676396619) -> (continuation of Deferred@1497235493 after retry RPC after error@1015654756) -> (continuation of Deferred@1919086002 after retry RPC after error@1567618835) -> (continuation of Deferred@1954147251 after retry RPC after error@97169105) -> (continuation of Deferred@1612766375 after retry RPC after error@1121286367) -> (continuation of Deferred@2034906949 after retry RPC after error@698786459)))
06:24:51.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:51.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:51.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:51.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:51.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.064 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:52.085489 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:24:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:52.085700 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:52.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1083966486(state=PENDING, result=null, callback=(continuation of Deferred@338361948 after retry RPC after error@2138724024) -> (continuation of Deferred@229493025 after retry RPC after error@766623798) -> (continuation of Deferred@1856639938 after retry RPC after error@1128810297) -> (continuation of Deferred@550464176 after retry RPC after error@56405743) -> (continuation of Deferred@1029085509 after retry RPC after error@1009147993) -> (continuation of Deferred@1743198087 after retry RPC after error@19588674), errback=(continuation of Deferred@338361948 after retry RPC after error@2138724024) -> (continuation of Deferred@229493025 after retry RPC after error@766623798) -> (continuation of Deferred@1856639938 after retry RPC after error@1128810297) -> (continuation of Deferred@550464176 after retry RPC after error@56405743) -> (continuation of Deferred@1029085509 after retry RPC after error@1009147993) -> (continuation of Deferred@1743198087 after retry RPC after error@19588674)))
06:24:52.146 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1083966486(state=PENDING, result=null, callback=(continuation of Deferred@338361948 after retry RPC after error@2138724024) -> (continuation of Deferred@229493025 after retry RPC after error@766623798) -> (continuation of Deferred@1856639938 after retry RPC after error@1128810297) -> (continuation of Deferred@550464176 after retry RPC after error@56405743) -> (continuation of Deferred@1029085509 after retry RPC after error@1009147993) -> (continuation of Deferred@1743198087 after retry RPC after error@19588674), errback=(continuation of Deferred@338361948 after retry RPC after error@2138724024) -> (continuation of Deferred@229493025 after retry RPC after error@766623798) -> (continuation of Deferred@1856639938 after retry RPC after error@1128810297) -> (continuation of Deferred@550464176 after retry RPC after error@56405743) -> (continuation of Deferred@1029085509 after retry RPC after error@1009147993) -> (continuation of Deferred@1743198087 after retry RPC after error@19588674)))
06:24:52.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.264 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@372208056(state=PENDING, result=null, callback=(continuation of Deferred@1683429274 after retry RPC after error@1124407338) -> (continuation of Deferred@1332161729 after retry RPC after error@581449252) -> (continuation of Deferred@2124357164 after retry RPC after error@355503517) -> (continuation of Deferred@1665645278 after retry RPC after error@4041092) -> (continuation of Deferred@106277329 after retry RPC after error@387481827) -> (continuation of Deferred@1230457236 after retry RPC after error@608942259), errback=(continuation of Deferred@1683429274 after retry RPC after error@1124407338) -> (continuation of Deferred@1332161729 after retry RPC after error@581449252) -> (continuation of Deferred@2124357164 after retry RPC after error@355503517) -> (continuation of Deferred@1665645278 after retry RPC after error@4041092) -> (continuation of Deferred@106277329 after retry RPC after error@387481827) -> (continuation of Deferred@1230457236 after retry RPC after error@608942259)))
06:24:52.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [104ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@372208056(state=PENDING, result=null, callback=(continuation of Deferred@1683429274 after retry RPC after error@1124407338) -> (continuation of Deferred@1332161729 after retry RPC after error@581449252) -> (continuation of Deferred@2124357164 after retry RPC after error@355503517) -> (continuation of Deferred@1665645278 after retry RPC after error@4041092) -> (continuation of Deferred@106277329 after retry RPC after error@387481827) -> (continuation of Deferred@1230457236 after retry RPC after error@608942259), errback=(continuation of Deferred@1683429274 after retry RPC after error@1124407338) -> (continuation of Deferred@1332161729 after retry RPC after error@581449252) -> (continuation of Deferred@2124357164 after retry RPC after error@355503517) -> (continuation of Deferred@1665645278 after retry RPC after error@4041092) -> (continuation of Deferred@106277329 after retry RPC after error@387481827) -> (continuation of Deferred@1230457236 after retry RPC after error@608942259)))
06:24:52.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.346 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.365 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.405 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.405 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.505 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.505 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.505 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.603 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@177022942(state=PENDING, result=null, callback=(continuation of Deferred@2103318899 after retry RPC after error@991653905) -> (continuation of Deferred@1153100325 after retry RPC after error@669681339) -> (continuation of Deferred@712148660 after retry RPC after error@1242165267) -> (continuation of Deferred@1500631221 after retry RPC after error@710756990) -> (continuation of Deferred@337915559 after retry RPC after error@296275288) -> (continuation of Deferred@1175143328 after retry RPC after error@113639333) -> (continuation of Deferred@866232524 after retry RPC after error@1681158637), errback=(continuation of Deferred@2103318899 after retry RPC after error@991653905) -> (continuation of Deferred@1153100325 after retry RPC after error@669681339) -> (continuation of Deferred@712148660 after retry RPC after error@1242165267) -> (continuation of Deferred@1500631221 after retry RPC after error@710756990) -> (continuation of Deferred@337915559 after retry RPC after error@296275288) -> (continuation of Deferred@1175143328 after retry RPC after error@113639333) -> (continuation of Deferred@866232524 after retry RPC after error@1681158637)))
06:24:52.603 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:24:52.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.664 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.704 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.864 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@373507474(state=PENDING, result=null, callback=(continuation of Deferred@1842457557 after retry RPC after error@1815973961) -> (continuation of Deferred@131525211 after retry RPC after error@196432102) -> (continuation of Deferred@1809505606 after retry RPC after error@1810212780) -> (continuation of Deferred@1540431033 after retry RPC after error@2051167557) -> (continuation of Deferred@1196394406 after retry RPC after error@30511140) -> (continuation of Deferred@1387688051 after retry RPC after error@976678685) -> (continuation of Deferred@25111882 after retry RPC after error@211996145) -> (continuation of Deferred@1836450302 after retry RPC after error@1622492490), errback=(continuation of Deferred@1842457557 after retry RPC after error@1815973961) -> (continuation of Deferred@131525211 after retry RPC after error@196432102) -> (continuation of Deferred@1809505606 after retry RPC after error@1810212780) -> (continuation of Deferred@1540431033 after retry RPC after error@2051167557) -> (continuation of Deferred@1196394406 after retry RPC after error@30511140) -> (continuation of Deferred@1387688051 after retry RPC after error@976678685) -> (continuation of Deferred@25111882 after retry RPC after error@211996145) -> (continuation of Deferred@1836450302 after retry RPC after error@1622492490)))
06:24:52.867 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@373507474(state=PENDING, result=null, callback=(continuation of Deferred@1842457557 after retry RPC after error@1815973961) -> (continuation of Deferred@131525211 after retry RPC after error@196432102) -> (continuation of Deferred@1809505606 after retry RPC after error@1810212780) -> (continuation of Deferred@1540431033 after retry RPC after error@2051167557) -> (continuation of Deferred@1196394406 after retry RPC after error@30511140) -> (continuation of Deferred@1387688051 after retry RPC after error@976678685) -> (continuation of Deferred@25111882 after retry RPC after error@211996145) -> (continuation of Deferred@1836450302 after retry RPC after error@1622492490), errback=(continuation of Deferred@1842457557 after retry RPC after error@1815973961) -> (continuation of Deferred@131525211 after retry RPC after error@196432102) -> (continuation of Deferred@1809505606 after retry RPC after error@1810212780) -> (continuation of Deferred@1540431033 after retry RPC after error@2051167557) -> (continuation of Deferred@1196394406 after retry RPC after error@30511140) -> (continuation of Deferred@1387688051 after retry RPC after error@976678685) -> (continuation of Deferred@25111882 after retry RPC after error@211996145) -> (continuation of Deferred@1836450302 after retry RPC after error@1622492490)))
06:24:52.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.946 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.966 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:52.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:52.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:52.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:52.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:52.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.004 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:53.126204 14971 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:53.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:53.126432 14971 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:53.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:53.127110 14971 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:53.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:53.128116 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111) [suppressed 10 similar messages]
06:24:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:53.129307 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:53.129474 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:53.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:53.129622 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:53.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:53.129889 14971 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:53.143 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@703739929(state=PENDING, result=null, callback=(continuation of Deferred@1570341292 after retry RPC after error@1833296556) -> (continuation of Deferred@1185162727 after retry RPC after error@2125393882) -> (continuation of Deferred@1873515842 after retry RPC after error@767122073) -> (continuation of Deferred@1247140308 after retry RPC after error@1133260667) -> (continuation of Deferred@1883157453 after retry RPC after error@389300929) -> (continuation of Deferred@1942725258 after retry RPC after error@1369353343) -> (continuation of Deferred@1421593946 after retry RPC after error@1630318406) -> (continuation of Deferred@1339923995 after retry RPC after error@1795436235), errback=(continuation of Deferred@1570341292 after retry RPC after error@1833296556) -> (continuation of Deferred@1185162727 after retry RPC after error@2125393882) -> (continuation of Deferred@1873515842 after retry RPC after error@767122073) -> (continuation of Deferred@1247140308 after retry RPC after error@1133260667) -> (continuation of Deferred@1883157453 after retry RPC after error@389300929) -> (continuation of Deferred@1942725258 after retry RPC after error@1369353343) -> (continuation of Deferred@1421593946 after retry RPC after error@1630318406) -> (continuation of Deferred@1339923995 after retry RPC after error@1795436235)))
06:24:53.144 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:24:53.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.386 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1144051233(state=PENDING, result=null, callback=(continuation of Deferred@1648810473 after retry RPC after error@74803000) -> (continuation of Deferred@792185083 after retry RPC after error@1836356322) -> (continuation of Deferred@959026996 after retry RPC after error@382368654) -> (continuation of Deferred@120261052 after retry RPC after error@1317103673) -> (continuation of Deferred@996460266 after retry RPC after error@2125978627) -> (continuation of Deferred@562973824 after retry RPC after error@1678456872) -> (continuation of Deferred@2034622933 after retry RPC after error@961703226), errback=(continuation of Deferred@1648810473 after retry RPC after error@74803000) -> (continuation of Deferred@792185083 after retry RPC after error@1836356322) -> (continuation of Deferred@959026996 after retry RPC after error@382368654) -> (continuation of Deferred@120261052 after retry RPC after error@1317103673) -> (continuation of Deferred@996460266 after retry RPC after error@2125978627) -> (continuation of Deferred@562973824 after retry RPC after error@1678456872) -> (continuation of Deferred@2034622933 after retry RPC after error@961703226)))
06:24:53.386 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1144051233(state=PENDING, result=null, callback=(continuation of Deferred@1648810473 after retry RPC after error@74803000) -> (continuation of Deferred@792185083 after retry RPC after error@1836356322) -> (continuation of Deferred@959026996 after retry RPC after error@382368654) -> (continuation of Deferred@120261052 after retry RPC after error@1317103673) -> (continuation of Deferred@996460266 after retry RPC after error@2125978627) -> (continuation of Deferred@562973824 after retry RPC after error@1678456872) -> (continuation of Deferred@2034622933 after retry RPC after error@961703226), errback=(continuation of Deferred@1648810473 after retry RPC after error@74803000) -> (continuation of Deferred@792185083 after retry RPC after error@1836356322) -> (continuation of Deferred@959026996 after retry RPC after error@382368654) -> (continuation of Deferred@120261052 after retry RPC after error@1317103673) -> (continuation of Deferred@996460266 after retry RPC after error@2125978627) -> (continuation of Deferred@562973824 after retry RPC after error@1678456872) -> (continuation of Deferred@2034622933 after retry RPC after error@961703226)))
06:24:53.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.404 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.404 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.410 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@3148300(state=PENDING, result=null, callback=(continuation of Deferred@397074724 after retry RPC after error@1792382090) -> (continuation of Deferred@262947337 after retry RPC after error@265046426) -> (continuation of Deferred@1328491142 after retry RPC after error@152606253) -> (continuation of Deferred@1690902797 after retry RPC after error@153367703) -> (continuation of Deferred@1063867439 after retry RPC after error@1913455633) -> (continuation of Deferred@1608618516 after retry RPC after error@2001307123), errback=(continuation of Deferred@397074724 after retry RPC after error@1792382090) -> (continuation of Deferred@262947337 after retry RPC after error@265046426) -> (continuation of Deferred@1328491142 after retry RPC after error@152606253) -> (continuation of Deferred@1690902797 after retry RPC after error@153367703) -> (continuation of Deferred@1063867439 after retry RPC after error@1913455633) -> (continuation of Deferred@1608618516 after retry RPC after error@2001307123)))
06:24:53.586 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [6ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [7ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@3148300(state=PENDING, result=null, callback=(continuation of Deferred@397074724 after retry RPC after error@1792382090) -> (continuation of Deferred@262947337 after retry RPC after error@265046426) -> (continuation of Deferred@1328491142 after retry RPC after error@152606253) -> (continuation of Deferred@1690902797 after retry RPC after error@153367703) -> (continuation of Deferred@1063867439 after retry RPC after error@1913455633) -> (continuation of Deferred@1608618516 after retry RPC after error@2001307123), errback=(continuation of Deferred@397074724 after retry RPC after error@1792382090) -> (continuation of Deferred@262947337 after retry RPC after error@265046426) -> (continuation of Deferred@1328491142 after retry RPC after error@152606253) -> (continuation of Deferred@1690902797 after retry RPC after error@153367703) -> (continuation of Deferred@1063867439 after retry RPC after error@1913455633) -> (continuation of Deferred@1608618516 after retry RPC after error@2001307123)))
06:24:53.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@890324411(state=PENDING, result=null, callback=(continuation of Deferred@807366261 after retry RPC after error@1001960421) -> (continuation of Deferred@140588864 after retry RPC after error@937596778) -> (continuation of Deferred@2093296421 after retry RPC after error@35424451) -> (continuation of Deferred@63333623 after retry RPC after error@540867106) -> (continuation of Deferred@1970630915 after retry RPC after error@331986430) -> (continuation of Deferred@588815020 after retry RPC after error@1689422087), errback=(continuation of Deferred@807366261 after retry RPC after error@1001960421) -> (continuation of Deferred@140588864 after retry RPC after error@937596778) -> (continuation of Deferred@2093296421 after retry RPC after error@35424451) -> (continuation of Deferred@63333623 after retry RPC after error@540867106) -> (continuation of Deferred@1970630915 after retry RPC after error@331986430) -> (continuation of Deferred@588815020 after retry RPC after error@1689422087)))
06:24:53.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@890324411(state=PENDING, result=null, callback=(continuation of Deferred@807366261 after retry RPC after error@1001960421) -> (continuation of Deferred@140588864 after retry RPC after error@937596778) -> (continuation of Deferred@2093296421 after retry RPC after error@35424451) -> (continuation of Deferred@63333623 after retry RPC after error@540867106) -> (continuation of Deferred@1970630915 after retry RPC after error@331986430) -> (continuation of Deferred@588815020 after retry RPC after error@1689422087), errback=(continuation of Deferred@807366261 after retry RPC after error@1001960421) -> (continuation of Deferred@140588864 after retry RPC after error@937596778) -> (continuation of Deferred@2093296421 after retry RPC after error@35424451) -> (continuation of Deferred@63333623 after retry RPC after error@540867106) -> (continuation of Deferred@1970630915 after retry RPC after error@331986430) -> (continuation of Deferred@588815020 after retry RPC after error@1689422087)))
06:24:53.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1485624593(state=PENDING, result=null, callback=(continuation of Deferred@2069766298 after retry RPC after error@2032180707) -> (continuation of Deferred@2027070330 after retry RPC after error@1187562796) -> (continuation of Deferred@1285060511 after retry RPC after error@824845418) -> (continuation of Deferred@1552844870 after retry RPC after error@1559222110) -> (continuation of Deferred@1405384659 after retry RPC after error@858587317) -> (continuation of Deferred@457794094 after retry RPC after error@960369470) -> (continuation of Deferred@1228177701 after retry RPC after error@315033630), errback=(continuation of Deferred@2069766298 after retry RPC after error@2032180707) -> (continuation of Deferred@2027070330 after retry RPC after error@1187562796) -> (continuation of Deferred@1285060511 after retry RPC after error@824845418) -> (continuation of Deferred@1552844870 after retry RPC after error@1559222110) -> (continuation of Deferred@1405384659 after retry RPC after error@858587317) -> (continuation of Deferred@457794094 after retry RPC after error@960369470) -> (continuation of Deferred@1228177701 after retry RPC after error@315033630)))
06:24:53.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1485624593(state=PENDING, result=null, callback=(continuation of Deferred@2069766298 after retry RPC after error@2032180707) -> (continuation of Deferred@2027070330 after retry RPC after error@1187562796) -> (continuation of Deferred@1285060511 after retry RPC after error@824845418) -> (continuation of Deferred@1552844870 after retry RPC after error@1559222110) -> (continuation of Deferred@1405384659 after retry RPC after error@858587317) -> (continuation of Deferred@457794094 after retry RPC after error@960369470) -> (continuation of Deferred@1228177701 after retry RPC after error@315033630), errback=(continuation of Deferred@2069766298 after retry RPC after error@2032180707) -> (continuation of Deferred@2027070330 after retry RPC after error@1187562796) -> (continuation of Deferred@1285060511 after retry RPC after error@824845418) -> (continuation of Deferred@1552844870 after retry RPC after error@1559222110) -> (continuation of Deferred@1405384659 after retry RPC after error@858587317) -> (continuation of Deferred@457794094 after retry RPC after error@960369470) -> (continuation of Deferred@1228177701 after retry RPC after error@315033630)))
06:24:53.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:53.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:53.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:53.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:53.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:53.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.084 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1871849454(state=PENDING, result=null, callback=(continuation of Deferred@457216415 after retry RPC after error@655705470) -> (continuation of Deferred@877876549 after retry RPC after error@1241557366) -> (continuation of Deferred@1431508416 after retry RPC after error@1482724513) -> (continuation of Deferred@1983323029 after retry RPC after error@968054588) -> (continuation of Deferred@1954789599 after retry RPC after error@672857970) -> (continuation of Deferred@1723839063 after retry RPC after error@1159074571), errback=(continuation of Deferred@457216415 after retry RPC after error@655705470) -> (continuation of Deferred@877876549 after retry RPC after error@1241557366) -> (continuation of Deferred@1431508416 after retry RPC after error@1482724513) -> (continuation of Deferred@1983323029 after retry RPC after error@968054588) -> (continuation of Deferred@1954789599 after retry RPC after error@672857970) -> (continuation of Deferred@1723839063 after retry RPC after error@1159074571)))
06:24:54.126 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1871849454(state=PENDING, result=null, callback=(continuation of Deferred@457216415 after retry RPC after error@655705470) -> (continuation of Deferred@877876549 after retry RPC after error@1241557366) -> (continuation of Deferred@1431508416 after retry RPC after error@1482724513) -> (continuation of Deferred@1983323029 after retry RPC after error@968054588) -> (continuation of Deferred@1954789599 after retry RPC after error@672857970) -> (continuation of Deferred@1723839063 after retry RPC after error@1159074571), errback=(continuation of Deferred@457216415 after retry RPC after error@655705470) -> (continuation of Deferred@877876549 after retry RPC after error@1241557366) -> (continuation of Deferred@1431508416 after retry RPC after error@1482724513) -> (continuation of Deferred@1983323029 after retry RPC after error@968054588) -> (continuation of Deferred@1954789599 after retry RPC after error@672857970) -> (continuation of Deferred@1723839063 after retry RPC after error@1159074571)))
06:24:54.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1395663899(state=PENDING, result=null, callback=(continuation of Deferred@530151483 after retry RPC after error@1446170656) -> (continuation of Deferred@419485759 after retry RPC after error@1271015416) -> (continuation of Deferred@525260315 after retry RPC after error@1606264322) -> (continuation of Deferred@1088642282 after retry RPC after error@440684265) -> (continuation of Deferred@1934867892 after retry RPC after error@1106024554) -> (continuation of Deferred@464685233 after retry RPC after error@599371304), errback=(continuation of Deferred@530151483 after retry RPC after error@1446170656) -> (continuation of Deferred@419485759 after retry RPC after error@1271015416) -> (continuation of Deferred@525260315 after retry RPC after error@1606264322) -> (continuation of Deferred@1088642282 after retry RPC after error@440684265) -> (continuation of Deferred@1934867892 after retry RPC after error@1106024554) -> (continuation of Deferred@464685233 after retry RPC after error@599371304)))
06:24:54.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1395663899(state=PENDING, result=null, callback=(continuation of Deferred@530151483 after retry RPC after error@1446170656) -> (continuation of Deferred@419485759 after retry RPC after error@1271015416) -> (continuation of Deferred@525260315 after retry RPC after error@1606264322) -> (continuation of Deferred@1088642282 after retry RPC after error@440684265) -> (continuation of Deferred@1934867892 after retry RPC after error@1106024554) -> (continuation of Deferred@464685233 after retry RPC after error@599371304), errback=(continuation of Deferred@530151483 after retry RPC after error@1446170656) -> (continuation of Deferred@419485759 after retry RPC after error@1271015416) -> (continuation of Deferred@525260315 after retry RPC after error@1606264322) -> (continuation of Deferred@1088642282 after retry RPC after error@440684265) -> (continuation of Deferred@1934867892 after retry RPC after error@1106024554) -> (continuation of Deferred@464685233 after retry RPC after error@599371304)))
06:24:54.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@152031112(state=PENDING, result=null, callback=(continuation of Deferred@1675425483 after retry RPC after error@403171171) -> (continuation of Deferred@1111603602 after retry RPC after error@902127069) -> (continuation of Deferred@833330944 after retry RPC after error@380656297) -> (continuation of Deferred@1509096644 after retry RPC after error@1187412370) -> (continuation of Deferred@737717717 after retry RPC after error@1057607441) -> (continuation of Deferred@1901265128 after retry RPC after error@78441913) -> (continuation of Deferred@1783918332 after retry RPC after error@458507744), errback=(continuation of Deferred@1675425483 after retry RPC after error@403171171) -> (continuation of Deferred@1111603602 after retry RPC after error@902127069) -> (continuation of Deferred@833330944 after retry RPC after error@380656297) -> (continuation of Deferred@1509096644 after retry RPC after error@1187412370) -> (continuation of Deferred@737717717 after retry RPC after error@1057607441) -> (continuation of Deferred@1901265128 after retry RPC after error@78441913) -> (continuation of Deferred@1783918332 after retry RPC after error@458507744)))
06:24:54.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@152031112(state=PENDING, result=null, callback=(continuation of Deferred@1675425483 after retry RPC after error@403171171) -> (continuation of Deferred@1111603602 after retry RPC after error@902127069) -> (continuation of Deferred@833330944 after retry RPC after error@380656297) -> (continuation of Deferred@1509096644 after retry RPC after error@1187412370) -> (continuation of Deferred@737717717 after retry RPC after error@1057607441) -> (continuation of Deferred@1901265128 after retry RPC after error@78441913) -> (continuation of Deferred@1783918332 after retry RPC after error@458507744), errback=(continuation of Deferred@1675425483 after retry RPC after error@403171171) -> (continuation of Deferred@1111603602 after retry RPC after error@902127069) -> (continuation of Deferred@833330944 after retry RPC after error@380656297) -> (continuation of Deferred@1509096644 after retry RPC after error@1187412370) -> (continuation of Deferred@737717717 after retry RPC after error@1057607441) -> (continuation of Deferred@1901265128 after retry RPC after error@78441913) -> (continuation of Deferred@1783918332 after retry RPC after error@458507744)))
06:24:54.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.706 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:54.730109 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:24:54.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:54.732775 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:24:54.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:54.734125 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:24:54.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1972188543(state=PENDING, result=null, callback=(continuation of Deferred@1106211448 after retry RPC after error@893651806) -> (continuation of Deferred@1253426353 after retry RPC after error@1452226133) -> (continuation of Deferred@1816781390 after retry RPC after error@2042759778) -> (continuation of Deferred@490129831 after retry RPC after error@849639882) -> (continuation of Deferred@299677250 after retry RPC after error@2024029953) -> (continuation of Deferred@1408543299 after retry RPC after error@1116730334) -> (continuation of Deferred@907354987 after retry RPC after error@1871728287), errback=(continuation of Deferred@1106211448 after retry RPC after error@893651806) -> (continuation of Deferred@1253426353 after retry RPC after error@1452226133) -> (continuation of Deferred@1816781390 after retry RPC after error@2042759778) -> (continuation of Deferred@490129831 after retry RPC after error@849639882) -> (continuation of Deferred@299677250 after retry RPC after error@2024029953) -> (continuation of Deferred@1408543299 after retry RPC after error@1116730334) -> (continuation of Deferred@907354987 after retry RPC after error@1871728287)))
06:24:54.826 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1972188543(state=PENDING, result=null, callback=(continuation of Deferred@1106211448 after retry RPC after error@893651806) -> (continuation of Deferred@1253426353 after retry RPC after error@1452226133) -> (continuation of Deferred@1816781390 after retry RPC after error@2042759778) -> (continuation of Deferred@490129831 after retry RPC after error@849639882) -> (continuation of Deferred@299677250 after retry RPC after error@2024029953) -> (continuation of Deferred@1408543299 after retry RPC after error@1116730334) -> (continuation of Deferred@907354987 after retry RPC after error@1871728287), errback=(continuation of Deferred@1106211448 after retry RPC after error@893651806) -> (continuation of Deferred@1253426353 after retry RPC after error@1452226133) -> (continuation of Deferred@1816781390 after retry RPC after error@2042759778) -> (continuation of Deferred@490129831 after retry RPC after error@849639882) -> (continuation of Deferred@299677250 after retry RPC after error@2024029953) -> (continuation of Deferred@1408543299 after retry RPC after error@1116730334) -> (continuation of Deferred@907354987 after retry RPC after error@1871728287)))
06:24:54.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:54.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:54.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:54.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:54.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:54.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1310003007(state=PENDING, result=null, callback=(continuation of Deferred@1162118166 after retry RPC after error@398285604) -> (continuation of Deferred@814442292 after retry RPC after error@1451358957) -> (continuation of Deferred@931438623 after retry RPC after error@1243462064) -> (continuation of Deferred@566547712 after retry RPC after error@2026571079) -> (continuation of Deferred@1784530457 after retry RPC after error@1302999771) -> (continuation of Deferred@1245811387 after retry RPC after error@1778403209), errback=(continuation of Deferred@1162118166 after retry RPC after error@398285604) -> (continuation of Deferred@814442292 after retry RPC after error@1451358957) -> (continuation of Deferred@931438623 after retry RPC after error@1243462064) -> (continuation of Deferred@566547712 after retry RPC after error@2026571079) -> (continuation of Deferred@1784530457 after retry RPC after error@1302999771) -> (continuation of Deferred@1245811387 after retry RPC after error@1778403209)))
06:24:55.026 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1310003007(state=PENDING, result=null, callback=(continuation of Deferred@1162118166 after retry RPC after error@398285604) -> (continuation of Deferred@814442292 after retry RPC after error@1451358957) -> (continuation of Deferred@931438623 after retry RPC after error@1243462064) -> (continuation of Deferred@566547712 after retry RPC after error@2026571079) -> (continuation of Deferred@1784530457 after retry RPC after error@1302999771) -> (continuation of Deferred@1245811387 after retry RPC after error@1778403209), errback=(continuation of Deferred@1162118166 after retry RPC after error@398285604) -> (continuation of Deferred@814442292 after retry RPC after error@1451358957) -> (continuation of Deferred@931438623 after retry RPC after error@1243462064) -> (continuation of Deferred@566547712 after retry RPC after error@2026571079) -> (continuation of Deferred@1784530457 after retry RPC after error@1302999771) -> (continuation of Deferred@1245811387 after retry RPC after error@1778403209)))
06:24:55.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.204 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.205 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.205 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.205 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2011763697(state=PENDING, result=null, callback=(continuation of Deferred@586891312 after retry RPC after error@733044414) -> (continuation of Deferred@240837025 after retry RPC after error@831720704) -> (continuation of Deferred@1225859522 after retry RPC after error@1752486640) -> (continuation of Deferred@838496694 after retry RPC after error@405307780) -> (continuation of Deferred@1484237938 after retry RPC after error@383391454) -> (continuation of Deferred@1951375986 after retry RPC after error@674707934) -> (continuation of Deferred@1304822934 after retry RPC after error@191661846), errback=(continuation of Deferred@586891312 after retry RPC after error@733044414) -> (continuation of Deferred@240837025 after retry RPC after error@831720704) -> (continuation of Deferred@1225859522 after retry RPC after error@1752486640) -> (continuation of Deferred@838496694 after retry RPC after error@405307780) -> (continuation of Deferred@1484237938 after retry RPC after error@383391454) -> (continuation of Deferred@1951375986 after retry RPC after error@674707934) -> (continuation of Deferred@1304822934 after retry RPC after error@191661846)))
06:24:55.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2011763697(state=PENDING, result=null, callback=(continuation of Deferred@586891312 after retry RPC after error@733044414) -> (continuation of Deferred@240837025 after retry RPC after error@831720704) -> (continuation of Deferred@1225859522 after retry RPC after error@1752486640) -> (continuation of Deferred@838496694 after retry RPC after error@405307780) -> (continuation of Deferred@1484237938 after retry RPC after error@383391454) -> (continuation of Deferred@1951375986 after retry RPC after error@674707934) -> (continuation of Deferred@1304822934 after retry RPC after error@191661846), errback=(continuation of Deferred@586891312 after retry RPC after error@733044414) -> (continuation of Deferred@240837025 after retry RPC after error@831720704) -> (continuation of Deferred@1225859522 after retry RPC after error@1752486640) -> (continuation of Deferred@838496694 after retry RPC after error@405307780) -> (continuation of Deferred@1484237938 after retry RPC after error@383391454) -> (continuation of Deferred@1951375986 after retry RPC after error@674707934) -> (continuation of Deferred@1304822934 after retry RPC after error@191661846)))
06:24:55.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.304 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2015724771(state=PENDING, result=null, callback=(continuation of Deferred@1014758275 after retry RPC after error@1966310591) -> (continuation of Deferred@79280450 after retry RPC after error@1357850538) -> (continuation of Deferred@858483159 after retry RPC after error@1523844465) -> (continuation of Deferred@326026432 after retry RPC after error@982868848) -> (continuation of Deferred@1385746468 after retry RPC after error@673032331) -> (continuation of Deferred@1294999948 after retry RPC after error@1546601913) -> (continuation of Deferred@1218623464 after retry RPC after error@222173063), errback=(continuation of Deferred@1014758275 after retry RPC after error@1966310591) -> (continuation of Deferred@79280450 after retry RPC after error@1357850538) -> (continuation of Deferred@858483159 after retry RPC after error@1523844465) -> (continuation of Deferred@326026432 after retry RPC after error@982868848) -> (continuation of Deferred@1385746468 after retry RPC after error@673032331) -> (continuation of Deferred@1294999948 after retry RPC after error@1546601913) -> (continuation of Deferred@1218623464 after retry RPC after error@222173063)))
06:24:55.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2015724771(state=PENDING, result=null, callback=(continuation of Deferred@1014758275 after retry RPC after error@1966310591) -> (continuation of Deferred@79280450 after retry RPC after error@1357850538) -> (continuation of Deferred@858483159 after retry RPC after error@1523844465) -> (continuation of Deferred@326026432 after retry RPC after error@982868848) -> (continuation of Deferred@1385746468 after retry RPC after error@673032331) -> (continuation of Deferred@1294999948 after retry RPC after error@1546601913) -> (continuation of Deferred@1218623464 after retry RPC after error@222173063), errback=(continuation of Deferred@1014758275 after retry RPC after error@1966310591) -> (continuation of Deferred@79280450 after retry RPC after error@1357850538) -> (continuation of Deferred@858483159 after retry RPC after error@1523844465) -> (continuation of Deferred@326026432 after retry RPC after error@982868848) -> (continuation of Deferred@1385746468 after retry RPC after error@673032331) -> (continuation of Deferred@1294999948 after retry RPC after error@1546601913) -> (continuation of Deferred@1218623464 after retry RPC after error@222173063)))
06:24:55.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.665 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1178687439(state=PENDING, result=null, callback=(continuation of Deferred@1158506008 after retry RPC after error@1480209599) -> (continuation of Deferred@145125694 after retry RPC after error@1142268106) -> (continuation of Deferred@1778791414 after retry RPC after error@1662021061) -> (continuation of Deferred@1476714264 after retry RPC after error@838739746) -> (continuation of Deferred@1782332264 after retry RPC after error@170003887) -> (continuation of Deferred@1948315628 after retry RPC after error@874971517) -> (continuation of Deferred@1061919722 after retry RPC after error@622769881), errback=(continuation of Deferred@1158506008 after retry RPC after error@1480209599) -> (continuation of Deferred@145125694 after retry RPC after error@1142268106) -> (continuation of Deferred@1778791414 after retry RPC after error@1662021061) -> (continuation of Deferred@1476714264 after retry RPC after error@838739746) -> (continuation of Deferred@1782332264 after retry RPC after error@170003887) -> (continuation of Deferred@1948315628 after retry RPC after error@874971517) -> (continuation of Deferred@1061919722 after retry RPC after error@622769881)))
06:24:55.666 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1178687439(state=PENDING, result=null, callback=(continuation of Deferred@1158506008 after retry RPC after error@1480209599) -> (continuation of Deferred@145125694 after retry RPC after error@1142268106) -> (continuation of Deferred@1778791414 after retry RPC after error@1662021061) -> (continuation of Deferred@1476714264 after retry RPC after error@838739746) -> (continuation of Deferred@1782332264 after retry RPC after error@170003887) -> (continuation of Deferred@1948315628 after retry RPC after error@874971517) -> (continuation of Deferred@1061919722 after retry RPC after error@622769881), errback=(continuation of Deferred@1158506008 after retry RPC after error@1480209599) -> (continuation of Deferred@145125694 after retry RPC after error@1142268106) -> (continuation of Deferred@1778791414 after retry RPC after error@1662021061) -> (continuation of Deferred@1476714264 after retry RPC after error@838739746) -> (continuation of Deferred@1782332264 after retry RPC after error@170003887) -> (continuation of Deferred@1948315628 after retry RPC after error@874971517) -> (continuation of Deferred@1061919722 after retry RPC after error@622769881)))
06:24:55.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:55.855561 14995 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:24:55.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:55.855767 14995 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:24:55.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:55.856371 14995 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:24:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:55.858960 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:24:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:55.859176 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:24:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:55.859406 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:24:55.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:55.859727 14995 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:24:55.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.905 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1123579007(state=PENDING, result=null, callback=(continuation of Deferred@240735307 after retry RPC after error@1156230706) -> (continuation of Deferred@1453451094 after retry RPC after error@1476078193) -> (continuation of Deferred@323274697 after retry RPC after error@47083693) -> (continuation of Deferred@1535945973 after retry RPC after error@1428860247) -> (continuation of Deferred@1625641652 after retry RPC after error@291446045) -> (continuation of Deferred@797634759 after retry RPC after error@801808500) -> (continuation of Deferred@1701849035 after retry RPC after error@204372365), errback=(continuation of Deferred@240735307 after retry RPC after error@1156230706) -> (continuation of Deferred@1453451094 after retry RPC after error@1476078193) -> (continuation of Deferred@323274697 after retry RPC after error@47083693) -> (continuation of Deferred@1535945973 after retry RPC after error@1428860247) -> (continuation of Deferred@1625641652 after retry RPC after error@291446045) -> (continuation of Deferred@797634759 after retry RPC after error@801808500) -> (continuation of Deferred@1701849035 after retry RPC after error@204372365)))
06:24:55.906 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1123579007(state=PENDING, result=null, callback=(continuation of Deferred@240735307 after retry RPC after error@1156230706) -> (continuation of Deferred@1453451094 after retry RPC after error@1476078193) -> (continuation of Deferred@323274697 after retry RPC after error@47083693) -> (continuation of Deferred@1535945973 after retry RPC after error@1428860247) -> (continuation of Deferred@1625641652 after retry RPC after error@291446045) -> (continuation of Deferred@797634759 after retry RPC after error@801808500) -> (continuation of Deferred@1701849035 after retry RPC after error@204372365), errback=(continuation of Deferred@240735307 after retry RPC after error@1156230706) -> (continuation of Deferred@1453451094 after retry RPC after error@1476078193) -> (continuation of Deferred@323274697 after retry RPC after error@47083693) -> (continuation of Deferred@1535945973 after retry RPC after error@1428860247) -> (continuation of Deferred@1625641652 after retry RPC after error@291446045) -> (continuation of Deferred@797634759 after retry RPC after error@801808500) -> (continuation of Deferred@1701849035 after retry RPC after error@204372365)))
06:24:55.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:55.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:55.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:55.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:55.985 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.985 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.985 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:55.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1701380024(state=PENDING, result=null, callback=(continuation of Deferred@1095190275 after retry RPC after error@1293615641) -> (continuation of Deferred@1867470465 after retry RPC after error@1299771887) -> (continuation of Deferred@914147356 after retry RPC after error@602021632) -> (continuation of Deferred@906804899 after retry RPC after error@1022477828) -> (continuation of Deferred@1822283182 after retry RPC after error@1605688610) -> (continuation of Deferred@203327953 after retry RPC after error@1047375792) -> (continuation of Deferred@1021259126 after retry RPC after error@1165736450), errback=(continuation of Deferred@1095190275 after retry RPC after error@1293615641) -> (continuation of Deferred@1867470465 after retry RPC after error@1299771887) -> (continuation of Deferred@914147356 after retry RPC after error@602021632) -> (continuation of Deferred@906804899 after retry RPC after error@1022477828) -> (continuation of Deferred@1822283182 after retry RPC after error@1605688610) -> (continuation of Deferred@203327953 after retry RPC after error@1047375792) -> (continuation of Deferred@1021259126 after retry RPC after error@1165736450)))
06:24:56.086 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1701380024(state=PENDING, result=null, callback=(continuation of Deferred@1095190275 after retry RPC after error@1293615641) -> (continuation of Deferred@1867470465 after retry RPC after error@1299771887) -> (continuation of Deferred@914147356 after retry RPC after error@602021632) -> (continuation of Deferred@906804899 after retry RPC after error@1022477828) -> (continuation of Deferred@1822283182 after retry RPC after error@1605688610) -> (continuation of Deferred@203327953 after retry RPC after error@1047375792) -> (continuation of Deferred@1021259126 after retry RPC after error@1165736450), errback=(continuation of Deferred@1095190275 after retry RPC after error@1293615641) -> (continuation of Deferred@1867470465 after retry RPC after error@1299771887) -> (continuation of Deferred@914147356 after retry RPC after error@602021632) -> (continuation of Deferred@906804899 after retry RPC after error@1022477828) -> (continuation of Deferred@1822283182 after retry RPC after error@1605688610) -> (continuation of Deferred@203327953 after retry RPC after error@1047375792) -> (continuation of Deferred@1021259126 after retry RPC after error@1165736450)))
06:24:56.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1698215522(state=PENDING, result=null, callback=(continuation of Deferred@2046758566 after retry RPC after error@1403440323) -> (continuation of Deferred@1578069800 after retry RPC after error@2116311341) -> (continuation of Deferred@2133844593 after retry RPC after error@436922755) -> (continuation of Deferred@1071231941 after retry RPC after error@1667790882) -> (continuation of Deferred@1674850900 after retry RPC after error@786401628) -> (continuation of Deferred@1558859993 after retry RPC after error@2095290894) -> (continuation of Deferred@1046958420 after retry RPC after error@1814080173), errback=(continuation of Deferred@2046758566 after retry RPC after error@1403440323) -> (continuation of Deferred@1578069800 after retry RPC after error@2116311341) -> (continuation of Deferred@2133844593 after retry RPC after error@436922755) -> (continuation of Deferred@1071231941 after retry RPC after error@1667790882) -> (continuation of Deferred@1674850900 after retry RPC after error@786401628) -> (continuation of Deferred@1558859993 after retry RPC after error@2095290894) -> (continuation of Deferred@1046958420 after retry RPC after error@1814080173)))
06:24:56.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1698215522(state=PENDING, result=null, callback=(continuation of Deferred@2046758566 after retry RPC after error@1403440323) -> (continuation of Deferred@1578069800 after retry RPC after error@2116311341) -> (continuation of Deferred@2133844593 after retry RPC after error@436922755) -> (continuation of Deferred@1071231941 after retry RPC after error@1667790882) -> (continuation of Deferred@1674850900 after retry RPC after error@786401628) -> (continuation of Deferred@1558859993 after retry RPC after error@2095290894) -> (continuation of Deferred@1046958420 after retry RPC after error@1814080173), errback=(continuation of Deferred@2046758566 after retry RPC after error@1403440323) -> (continuation of Deferred@1578069800 after retry RPC after error@2116311341) -> (continuation of Deferred@2133844593 after retry RPC after error@436922755) -> (continuation of Deferred@1071231941 after retry RPC after error@1667790882) -> (continuation of Deferred@1674850900 after retry RPC after error@786401628) -> (continuation of Deferred@1558859993 after retry RPC after error@2095290894) -> (continuation of Deferred@1046958420 after retry RPC after error@1814080173)))
06:24:56.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@332690758(state=PENDING, result=null, callback=(continuation of Deferred@1015141521 after retry RPC after error@397522589) -> (continuation of Deferred@2068171436 after retry RPC after error@1267461831) -> (continuation of Deferred@2040307323 after retry RPC after error@1661192843) -> (continuation of Deferred@918973677 after retry RPC after error@573522212) -> (continuation of Deferred@1071475804 after retry RPC after error@1115143870) -> (continuation of Deferred@1205015321 after retry RPC after error@531455142), errback=(continuation of Deferred@1015141521 after retry RPC after error@397522589) -> (continuation of Deferred@2068171436 after retry RPC after error@1267461831) -> (continuation of Deferred@2040307323 after retry RPC after error@1661192843) -> (continuation of Deferred@918973677 after retry RPC after error@573522212) -> (continuation of Deferred@1071475804 after retry RPC after error@1115143870) -> (continuation of Deferred@1205015321 after retry RPC after error@531455142)))
06:24:56.507 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@332690758(state=PENDING, result=null, callback=(continuation of Deferred@1015141521 after retry RPC after error@397522589) -> (continuation of Deferred@2068171436 after retry RPC after error@1267461831) -> (continuation of Deferred@2040307323 after retry RPC after error@1661192843) -> (continuation of Deferred@918973677 after retry RPC after error@573522212) -> (continuation of Deferred@1071475804 after retry RPC after error@1115143870) -> (continuation of Deferred@1205015321 after retry RPC after error@531455142), errback=(continuation of Deferred@1015141521 after retry RPC after error@397522589) -> (continuation of Deferred@2068171436 after retry RPC after error@1267461831) -> (continuation of Deferred@2040307323 after retry RPC after error@1661192843) -> (continuation of Deferred@918973677 after retry RPC after error@573522212) -> (continuation of Deferred@1071475804 after retry RPC after error@1115143870) -> (continuation of Deferred@1205015321 after retry RPC after error@531455142)))
06:24:56.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.526 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@184672485(state=PENDING, result=null, callback=(continuation of Deferred@1742455700 after retry RPC after error@1350321418) -> (continuation of Deferred@1624030240 after retry RPC after error@1691250196) -> (continuation of Deferred@1571870330 after retry RPC after error@1867947219) -> (continuation of Deferred@1795035301 after retry RPC after error@2111270176) -> (continuation of Deferred@638547942 after retry RPC after error@2112145392) -> (continuation of Deferred@1728416721 after retry RPC after error@570246268), errback=(continuation of Deferred@1742455700 after retry RPC after error@1350321418) -> (continuation of Deferred@1624030240 after retry RPC after error@1691250196) -> (continuation of Deferred@1571870330 after retry RPC after error@1867947219) -> (continuation of Deferred@1795035301 after retry RPC after error@2111270176) -> (continuation of Deferred@638547942 after retry RPC after error@2112145392) -> (continuation of Deferred@1728416721 after retry RPC after error@570246268)))
06:24:56.686 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [4ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@184672485(state=PENDING, result=null, callback=(continuation of Deferred@1742455700 after retry RPC after error@1350321418) -> (continuation of Deferred@1624030240 after retry RPC after error@1691250196) -> (continuation of Deferred@1571870330 after retry RPC after error@1867947219) -> (continuation of Deferred@1795035301 after retry RPC after error@2111270176) -> (continuation of Deferred@638547942 after retry RPC after error@2112145392) -> (continuation of Deferred@1728416721 after retry RPC after error@570246268), errback=(continuation of Deferred@1742455700 after retry RPC after error@1350321418) -> (continuation of Deferred@1624030240 after retry RPC after error@1691250196) -> (continuation of Deferred@1571870330 after retry RPC after error@1867947219) -> (continuation of Deferred@1795035301 after retry RPC after error@2111270176) -> (continuation of Deferred@638547942 after retry RPC after error@2112145392) -> (continuation of Deferred@1728416721 after retry RPC after error@570246268)))
06:24:56.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1667882789(state=PENDING, result=null, callback=(continuation of Deferred@2013136724 after retry RPC after error@445826873) -> (continuation of Deferred@415149257 after retry RPC after error@897828876) -> (continuation of Deferred@851492175 after retry RPC after error@1055334177) -> (continuation of Deferred@1406285008 after retry RPC after error@2025477390) -> (continuation of Deferred@1336386963 after retry RPC after error@1228911953) -> (continuation of Deferred@193559570 after retry RPC after error@565271112) -> (continuation of Deferred@1405679824 after retry RPC after error@1743346373), errback=(continuation of Deferred@2013136724 after retry RPC after error@445826873) -> (continuation of Deferred@415149257 after retry RPC after error@897828876) -> (continuation of Deferred@851492175 after retry RPC after error@1055334177) -> (continuation of Deferred@1406285008 after retry RPC after error@2025477390) -> (continuation of Deferred@1336386963 after retry RPC after error@1228911953) -> (continuation of Deferred@193559570 after retry RPC after error@565271112) -> (continuation of Deferred@1405679824 after retry RPC after error@1743346373)))
06:24:56.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1667882789(state=PENDING, result=null, callback=(continuation of Deferred@2013136724 after retry RPC after error@445826873) -> (continuation of Deferred@415149257 after retry RPC after error@897828876) -> (continuation of Deferred@851492175 after retry RPC after error@1055334177) -> (continuation of Deferred@1406285008 after retry RPC after error@2025477390) -> (continuation of Deferred@1336386963 after retry RPC after error@1228911953) -> (continuation of Deferred@193559570 after retry RPC after error@565271112) -> (continuation of Deferred@1405679824 after retry RPC after error@1743346373), errback=(continuation of Deferred@2013136724 after retry RPC after error@445826873) -> (continuation of Deferred@415149257 after retry RPC after error@897828876) -> (continuation of Deferred@851492175 after retry RPC after error@1055334177) -> (continuation of Deferred@1406285008 after retry RPC after error@2025477390) -> (continuation of Deferred@1336386963 after retry RPC after error@1228911953) -> (continuation of Deferred@193559570 after retry RPC after error@565271112) -> (continuation of Deferred@1405679824 after retry RPC after error@1743346373)))
06:24:56.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:56.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:56.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:56.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:56.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:56.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:57.088442 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:24:57.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:24:57.088652 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:24:57.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@566203850(state=PENDING, result=null, callback=(continuation of Deferred@423954678 after retry RPC after error@779728020) -> (continuation of Deferred@1666516581 after retry RPC after error@1050267136) -> (continuation of Deferred@262828957 after retry RPC after error@1821686760) -> (continuation of Deferred@666496561 after retry RPC after error@1470160136) -> (continuation of Deferred@197819130 after retry RPC after error@1120455568) -> (continuation of Deferred@711486878 after retry RPC after error@2071051590), errback=(continuation of Deferred@423954678 after retry RPC after error@779728020) -> (continuation of Deferred@1666516581 after retry RPC after error@1050267136) -> (continuation of Deferred@262828957 after retry RPC after error@1821686760) -> (continuation of Deferred@666496561 after retry RPC after error@1470160136) -> (continuation of Deferred@197819130 after retry RPC after error@1120455568) -> (continuation of Deferred@711486878 after retry RPC after error@2071051590)))
06:24:57.146 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@566203850(state=PENDING, result=null, callback=(continuation of Deferred@423954678 after retry RPC after error@779728020) -> (continuation of Deferred@1666516581 after retry RPC after error@1050267136) -> (continuation of Deferred@262828957 after retry RPC after error@1821686760) -> (continuation of Deferred@666496561 after retry RPC after error@1470160136) -> (continuation of Deferred@197819130 after retry RPC after error@1120455568) -> (continuation of Deferred@711486878 after retry RPC after error@2071051590), errback=(continuation of Deferred@423954678 after retry RPC after error@779728020) -> (continuation of Deferred@1666516581 after retry RPC after error@1050267136) -> (continuation of Deferred@262828957 after retry RPC after error@1821686760) -> (continuation of Deferred@666496561 after retry RPC after error@1470160136) -> (continuation of Deferred@197819130 after retry RPC after error@1120455568) -> (continuation of Deferred@711486878 after retry RPC after error@2071051590)))
06:24:57.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.186 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.284 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.365 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1101056661(state=PENDING, result=null, callback=(continuation of Deferred@1940188504 after retry RPC after error@1448885988) -> (continuation of Deferred@147910189 after retry RPC after error@1340303808) -> (continuation of Deferred@460948297 after retry RPC after error@753219036) -> (continuation of Deferred@592123883 after retry RPC after error@2008209195) -> (continuation of Deferred@537293151 after retry RPC after error@625539926) -> (continuation of Deferred@1590121563 after retry RPC after error@1059965735), errback=(continuation of Deferred@1940188504 after retry RPC after error@1448885988) -> (continuation of Deferred@147910189 after retry RPC after error@1340303808) -> (continuation of Deferred@460948297 after retry RPC after error@753219036) -> (continuation of Deferred@592123883 after retry RPC after error@2008209195) -> (continuation of Deferred@537293151 after retry RPC after error@625539926) -> (continuation of Deferred@1590121563 after retry RPC after error@1059965735)))
06:24:57.366 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1101056661(state=PENDING, result=null, callback=(continuation of Deferred@1940188504 after retry RPC after error@1448885988) -> (continuation of Deferred@147910189 after retry RPC after error@1340303808) -> (continuation of Deferred@460948297 after retry RPC after error@753219036) -> (continuation of Deferred@592123883 after retry RPC after error@2008209195) -> (continuation of Deferred@537293151 after retry RPC after error@625539926) -> (continuation of Deferred@1590121563 after retry RPC after error@1059965735), errback=(continuation of Deferred@1940188504 after retry RPC after error@1448885988) -> (continuation of Deferred@147910189 after retry RPC after error@1340303808) -> (continuation of Deferred@460948297 after retry RPC after error@753219036) -> (continuation of Deferred@592123883 after retry RPC after error@2008209195) -> (continuation of Deferred@537293151 after retry RPC after error@625539926) -> (continuation of Deferred@1590121563 after retry RPC after error@1059965735)))
06:24:57.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.424 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1599090847(state=PENDING, result=null, callback=(continuation of Deferred@1472170360 after retry RPC after error@188501867) -> (continuation of Deferred@1190471870 after retry RPC after error@410991671) -> (continuation of Deferred@857768457 after retry RPC after error@1519305745) -> (continuation of Deferred@902932262 after retry RPC after error@1420733231) -> (continuation of Deferred@1663654777 after retry RPC after error@1336649025) -> (continuation of Deferred@2004599557 after retry RPC after error@1454242070) -> (continuation of Deferred@2146861609 after retry RPC after error@1843765563), errback=(continuation of Deferred@1472170360 after retry RPC after error@188501867) -> (continuation of Deferred@1190471870 after retry RPC after error@410991671) -> (continuation of Deferred@857768457 after retry RPC after error@1519305745) -> (continuation of Deferred@902932262 after retry RPC after error@1420733231) -> (continuation of Deferred@1663654777 after retry RPC after error@1336649025) -> (continuation of Deferred@2004599557 after retry RPC after error@1454242070) -> (continuation of Deferred@2146861609 after retry RPC after error@1843765563)))
06:24:57.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1599090847(state=PENDING, result=null, callback=(continuation of Deferred@1472170360 after retry RPC after error@188501867) -> (continuation of Deferred@1190471870 after retry RPC after error@410991671) -> (continuation of Deferred@857768457 after retry RPC after error@1519305745) -> (continuation of Deferred@902932262 after retry RPC after error@1420733231) -> (continuation of Deferred@1663654777 after retry RPC after error@1336649025) -> (continuation of Deferred@2004599557 after retry RPC after error@1454242070) -> (continuation of Deferred@2146861609 after retry RPC after error@1843765563), errback=(continuation of Deferred@1472170360 after retry RPC after error@188501867) -> (continuation of Deferred@1190471870 after retry RPC after error@410991671) -> (continuation of Deferred@857768457 after retry RPC after error@1519305745) -> (continuation of Deferred@902932262 after retry RPC after error@1420733231) -> (continuation of Deferred@1663654777 after retry RPC after error@1336649025) -> (continuation of Deferred@2004599557 after retry RPC after error@1454242070) -> (continuation of Deferred@2146861609 after retry RPC after error@1843765563)))
06:24:57.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.826 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1961667403(state=PENDING, result=null, callback=(continuation of Deferred@1406803622 after retry RPC after error@1192914579) -> (continuation of Deferred@402118649 after retry RPC after error@114331839) -> (continuation of Deferred@100434413 after retry RPC after error@285608247) -> (continuation of Deferred@954686705 after retry RPC after error@984643130) -> (continuation of Deferred@1528986472 after retry RPC after error@2051841674) -> (continuation of Deferred@2026788326 after retry RPC after error@1106705763) -> (continuation of Deferred@164050702 after retry RPC after error@400642162), errback=(continuation of Deferred@1406803622 after retry RPC after error@1192914579) -> (continuation of Deferred@402118649 after retry RPC after error@114331839) -> (continuation of Deferred@100434413 after retry RPC after error@285608247) -> (continuation of Deferred@954686705 after retry RPC after error@984643130) -> (continuation of Deferred@1528986472 after retry RPC after error@2051841674) -> (continuation of Deferred@2026788326 after retry RPC after error@1106705763) -> (continuation of Deferred@164050702 after retry RPC after error@400642162)))
06:24:57.846 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1961667403(state=PENDING, result=null, callback=(continuation of Deferred@1406803622 after retry RPC after error@1192914579) -> (continuation of Deferred@402118649 after retry RPC after error@114331839) -> (continuation of Deferred@100434413 after retry RPC after error@285608247) -> (continuation of Deferred@954686705 after retry RPC after error@984643130) -> (continuation of Deferred@1528986472 after retry RPC after error@2051841674) -> (continuation of Deferred@2026788326 after retry RPC after error@1106705763) -> (continuation of Deferred@164050702 after retry RPC after error@400642162), errback=(continuation of Deferred@1406803622 after retry RPC after error@1192914579) -> (continuation of Deferred@402118649 after retry RPC after error@114331839) -> (continuation of Deferred@100434413 after retry RPC after error@285608247) -> (continuation of Deferred@954686705 after retry RPC after error@984643130) -> (continuation of Deferred@1528986472 after retry RPC after error@2051841674) -> (continuation of Deferred@2026788326 after retry RPC after error@1106705763) -> (continuation of Deferred@164050702 after retry RPC after error@400642162)))
06:24:57.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:57.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:57.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:57.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:57.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:57.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1887716625(state=PENDING, result=null, callback=(continuation of Deferred@1306168052 after retry RPC after error@524744814) -> (continuation of Deferred@1062257721 after retry RPC after error@1840161295) -> (continuation of Deferred@1958348900 after retry RPC after error@1545018133) -> (continuation of Deferred@1709145506 after retry RPC after error@2105087436) -> (continuation of Deferred@1503972143 after retry RPC after error@1024441533) -> (continuation of Deferred@597943507 after retry RPC after error@381768222) -> (continuation of Deferred@1766006362 after retry RPC after error@703180187) -> (continuation of Deferred@365973769 after retry RPC after error@161329167), errback=(continuation of Deferred@1306168052 after retry RPC after error@524744814) -> (continuation of Deferred@1062257721 after retry RPC after error@1840161295) -> (continuation of Deferred@1958348900 after retry RPC after error@1545018133) -> (continuation of Deferred@1709145506 after retry RPC after error@2105087436) -> (continuation of Deferred@1503972143 after retry RPC after error@1024441533) -> (continuation of Deferred@597943507 after retry RPC after error@381768222) -> (continuation of Deferred@1766006362 after retry RPC after error@703180187) -> (continuation of Deferred@365973769 after retry RPC after error@161329167)))
06:24:58.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1887716625(state=PENDING, result=null, callback=(continuation of Deferred@1306168052 after retry RPC after error@524744814) -> (continuation of Deferred@1062257721 after retry RPC after error@1840161295) -> (continuation of Deferred@1958348900 after retry RPC after error@1545018133) -> (continuation of Deferred@1709145506 after retry RPC after error@2105087436) -> (continuation of Deferred@1503972143 after retry RPC after error@1024441533) -> (continuation of Deferred@597943507 after retry RPC after error@381768222) -> (continuation of Deferred@1766006362 after retry RPC after error@703180187) -> (continuation of Deferred@365973769 after retry RPC after error@161329167), errback=(continuation of Deferred@1306168052 after retry RPC after error@524744814) -> (continuation of Deferred@1062257721 after retry RPC after error@1840161295) -> (continuation of Deferred@1958348900 after retry RPC after error@1545018133) -> (continuation of Deferred@1709145506 after retry RPC after error@2105087436) -> (continuation of Deferred@1503972143 after retry RPC after error@1024441533) -> (continuation of Deferred@597943507 after retry RPC after error@381768222) -> (continuation of Deferred@1766006362 after retry RPC after error@703180187) -> (continuation of Deferred@365973769 after retry RPC after error@161329167)))
06:24:58.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@866626308(state=PENDING, result=null, callback=(continuation of Deferred@757450587 after retry RPC after error@811932903) -> (continuation of Deferred@1376985989 after retry RPC after error@1549946184) -> (continuation of Deferred@1602111104 after retry RPC after error@1197796268) -> (continuation of Deferred@203487182 after retry RPC after error@1114039055) -> (continuation of Deferred@1870788485 after retry RPC after error@257443922) -> (continuation of Deferred@72171760 after retry RPC after error@1908844013), errback=(continuation of Deferred@757450587 after retry RPC after error@811932903) -> (continuation of Deferred@1376985989 after retry RPC after error@1549946184) -> (continuation of Deferred@1602111104 after retry RPC after error@1197796268) -> (continuation of Deferred@203487182 after retry RPC after error@1114039055) -> (continuation of Deferred@1870788485 after retry RPC after error@257443922) -> (continuation of Deferred@72171760 after retry RPC after error@1908844013)))
06:24:58.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@866626308(state=PENDING, result=null, callback=(continuation of Deferred@757450587 after retry RPC after error@811932903) -> (continuation of Deferred@1376985989 after retry RPC after error@1549946184) -> (continuation of Deferred@1602111104 after retry RPC after error@1197796268) -> (continuation of Deferred@203487182 after retry RPC after error@1114039055) -> (continuation of Deferred@1870788485 after retry RPC after error@257443922) -> (continuation of Deferred@72171760 after retry RPC after error@1908844013), errback=(continuation of Deferred@757450587 after retry RPC after error@811932903) -> (continuation of Deferred@1376985989 after retry RPC after error@1549946184) -> (continuation of Deferred@1602111104 after retry RPC after error@1197796268) -> (continuation of Deferred@203487182 after retry RPC after error@1114039055) -> (continuation of Deferred@1870788485 after retry RPC after error@257443922) -> (continuation of Deferred@72171760 after retry RPC after error@1908844013)))
06:24:58.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1116324429(state=PENDING, result=null, callback=(continuation of Deferred@1798148071 after retry RPC after error@1144755141) -> (continuation of Deferred@1088551655 after retry RPC after error@1291240220) -> (continuation of Deferred@1260601298 after retry RPC after error@1402874056) -> (continuation of Deferred@484955806 after retry RPC after error@1718818877) -> (continuation of Deferred@888956558 after retry RPC after error@377934001) -> (continuation of Deferred@888649689 after retry RPC after error@1253827466), errback=(continuation of Deferred@1798148071 after retry RPC after error@1144755141) -> (continuation of Deferred@1088551655 after retry RPC after error@1291240220) -> (continuation of Deferred@1260601298 after retry RPC after error@1402874056) -> (continuation of Deferred@484955806 after retry RPC after error@1718818877) -> (continuation of Deferred@888956558 after retry RPC after error@377934001) -> (continuation of Deferred@888649689 after retry RPC after error@1253827466)))
06:24:58.507 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1116324429(state=PENDING, result=null, callback=(continuation of Deferred@1798148071 after retry RPC after error@1144755141) -> (continuation of Deferred@1088551655 after retry RPC after error@1291240220) -> (continuation of Deferred@1260601298 after retry RPC after error@1402874056) -> (continuation of Deferred@484955806 after retry RPC after error@1718818877) -> (continuation of Deferred@888956558 after retry RPC after error@377934001) -> (continuation of Deferred@888649689 after retry RPC after error@1253827466), errback=(continuation of Deferred@1798148071 after retry RPC after error@1144755141) -> (continuation of Deferred@1088551655 after retry RPC after error@1291240220) -> (continuation of Deferred@1260601298 after retry RPC after error@1402874056) -> (continuation of Deferred@484955806 after retry RPC after error@1718818877) -> (continuation of Deferred@888956558 after retry RPC after error@377934001) -> (continuation of Deferred@888649689 after retry RPC after error@1253827466)))
06:24:58.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1344604907(state=PENDING, result=null, callback=(continuation of Deferred@1831561073 after retry RPC after error@1731643624) -> (continuation of Deferred@126844337 after retry RPC after error@2131054073) -> (continuation of Deferred@1227079047 after retry RPC after error@402869699) -> (continuation of Deferred@1688066439 after retry RPC after error@832711272) -> (continuation of Deferred@1698264670 after retry RPC after error@1733710447) -> (continuation of Deferred@1829633763 after retry RPC after error@1297905728) -> (continuation of Deferred@1677294643 after retry RPC after error@912891657), errback=(continuation of Deferred@1831561073 after retry RPC after error@1731643624) -> (continuation of Deferred@126844337 after retry RPC after error@2131054073) -> (continuation of Deferred@1227079047 after retry RPC after error@402869699) -> (continuation of Deferred@1688066439 after retry RPC after error@832711272) -> (continuation of Deferred@1698264670 after retry RPC after error@1733710447) -> (continuation of Deferred@1829633763 after retry RPC after error@1297905728) -> (continuation of Deferred@1677294643 after retry RPC after error@912891657)))
06:24:58.746 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1344604907(state=PENDING, result=null, callback=(continuation of Deferred@1831561073 after retry RPC after error@1731643624) -> (continuation of Deferred@126844337 after retry RPC after error@2131054073) -> (continuation of Deferred@1227079047 after retry RPC after error@402869699) -> (continuation of Deferred@1688066439 after retry RPC after error@832711272) -> (continuation of Deferred@1698264670 after retry RPC after error@1733710447) -> (continuation of Deferred@1829633763 after retry RPC after error@1297905728) -> (continuation of Deferred@1677294643 after retry RPC after error@912891657), errback=(continuation of Deferred@1831561073 after retry RPC after error@1731643624) -> (continuation of Deferred@126844337 after retry RPC after error@2131054073) -> (continuation of Deferred@1227079047 after retry RPC after error@402869699) -> (continuation of Deferred@1688066439 after retry RPC after error@832711272) -> (continuation of Deferred@1698264670 after retry RPC after error@1733710447) -> (continuation of Deferred@1829633763 after retry RPC after error@1297905728) -> (continuation of Deferred@1677294643 after retry RPC after error@912891657)))
06:24:58.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.884 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:58.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@521067162(state=PENDING, result=null, callback=(continuation of Deferred@1590924831 after retry RPC after error@1166783888) -> (continuation of Deferred@200194884 after retry RPC after error@1650293417) -> (continuation of Deferred@545024915 after retry RPC after error@952331577) -> (continuation of Deferred@1175045630 after retry RPC after error@1334339492) -> (continuation of Deferred@216771893 after retry RPC after error@794997556) -> (continuation of Deferred@667727123 after retry RPC after error@737493769) -> (continuation of Deferred@2057752903 after retry RPC after error@1088894516), errback=(continuation of Deferred@1590924831 after retry RPC after error@1166783888) -> (continuation of Deferred@200194884 after retry RPC after error@1650293417) -> (continuation of Deferred@545024915 after retry RPC after error@952331577) -> (continuation of Deferred@1175045630 after retry RPC after error@1334339492) -> (continuation of Deferred@216771893 after retry RPC after error@794997556) -> (continuation of Deferred@667727123 after retry RPC after error@737493769) -> (continuation of Deferred@2057752903 after retry RPC after error@1088894516)))
06:24:58.966 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@521067162(state=PENDING, result=null, callback=(continuation of Deferred@1590924831 after retry RPC after error@1166783888) -> (continuation of Deferred@200194884 after retry RPC after error@1650293417) -> (continuation of Deferred@545024915 after retry RPC after error@952331577) -> (continuation of Deferred@1175045630 after retry RPC after error@1334339492) -> (continuation of Deferred@216771893 after retry RPC after error@794997556) -> (continuation of Deferred@667727123 after retry RPC after error@737493769) -> (continuation of Deferred@2057752903 after retry RPC after error@1088894516), errback=(continuation of Deferred@1590924831 after retry RPC after error@1166783888) -> (continuation of Deferred@200194884 after retry RPC after error@1650293417) -> (continuation of Deferred@545024915 after retry RPC after error@952331577) -> (continuation of Deferred@1175045630 after retry RPC after error@1334339492) -> (continuation of Deferred@216771893 after retry RPC after error@794997556) -> (continuation of Deferred@667727123 after retry RPC after error@737493769) -> (continuation of Deferred@2057752903 after retry RPC after error@1088894516)))
06:24:58.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:58.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:58.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:58.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:58.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1889345537(state=PENDING, result=null, callback=(continuation of Deferred@1938393796 after retry RPC after error@2137580231) -> (continuation of Deferred@1755895354 after retry RPC after error@1898737158) -> (continuation of Deferred@1313609037 after retry RPC after error@1988798617) -> (continuation of Deferred@1488828788 after retry RPC after error@1257484347) -> (continuation of Deferred@1689985621 after retry RPC after error@1196855355) -> (continuation of Deferred@1922426812 after retry RPC after error@623965117) -> (continuation of Deferred@413451460 after retry RPC after error@1795180707), errback=(continuation of Deferred@1938393796 after retry RPC after error@2137580231) -> (continuation of Deferred@1755895354 after retry RPC after error@1898737158) -> (continuation of Deferred@1313609037 after retry RPC after error@1988798617) -> (continuation of Deferred@1488828788 after retry RPC after error@1257484347) -> (continuation of Deferred@1689985621 after retry RPC after error@1196855355) -> (continuation of Deferred@1922426812 after retry RPC after error@623965117) -> (continuation of Deferred@413451460 after retry RPC after error@1795180707)))
06:24:59.147 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1889345537(state=PENDING, result=null, callback=(continuation of Deferred@1938393796 after retry RPC after error@2137580231) -> (continuation of Deferred@1755895354 after retry RPC after error@1898737158) -> (continuation of Deferred@1313609037 after retry RPC after error@1988798617) -> (continuation of Deferred@1488828788 after retry RPC after error@1257484347) -> (continuation of Deferred@1689985621 after retry RPC after error@1196855355) -> (continuation of Deferred@1922426812 after retry RPC after error@623965117) -> (continuation of Deferred@413451460 after retry RPC after error@1795180707), errback=(continuation of Deferred@1938393796 after retry RPC after error@2137580231) -> (continuation of Deferred@1755895354 after retry RPC after error@1898737158) -> (continuation of Deferred@1313609037 after retry RPC after error@1988798617) -> (continuation of Deferred@1488828788 after retry RPC after error@1257484347) -> (continuation of Deferred@1689985621 after retry RPC after error@1196855355) -> (continuation of Deferred@1922426812 after retry RPC after error@623965117) -> (continuation of Deferred@413451460 after retry RPC after error@1795180707)))
06:24:59.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1682651476(state=PENDING, result=null, callback=(continuation of Deferred@943420237 after retry RPC after error@1736849928) -> (continuation of Deferred@1053785015 after retry RPC after error@57894051) -> (continuation of Deferred@1613880987 after retry RPC after error@917630703) -> (continuation of Deferred@1944467789 after retry RPC after error@1797791214) -> (continuation of Deferred@92521238 after retry RPC after error@1023181791) -> (continuation of Deferred@2123561308 after retry RPC after error@1442733069) -> (continuation of Deferred@1325313751 after retry RPC after error@381959852), errback=(continuation of Deferred@943420237 after retry RPC after error@1736849928) -> (continuation of Deferred@1053785015 after retry RPC after error@57894051) -> (continuation of Deferred@1613880987 after retry RPC after error@917630703) -> (continuation of Deferred@1944467789 after retry RPC after error@1797791214) -> (continuation of Deferred@92521238 after retry RPC after error@1023181791) -> (continuation of Deferred@2123561308 after retry RPC after error@1442733069) -> (continuation of Deferred@1325313751 after retry RPC after error@381959852)))
06:24:59.327 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1682651476(state=PENDING, result=null, callback=(continuation of Deferred@943420237 after retry RPC after error@1736849928) -> (continuation of Deferred@1053785015 after retry RPC after error@57894051) -> (continuation of Deferred@1613880987 after retry RPC after error@917630703) -> (continuation of Deferred@1944467789 after retry RPC after error@1797791214) -> (continuation of Deferred@92521238 after retry RPC after error@1023181791) -> (continuation of Deferred@2123561308 after retry RPC after error@1442733069) -> (continuation of Deferred@1325313751 after retry RPC after error@381959852), errback=(continuation of Deferred@943420237 after retry RPC after error@1736849928) -> (continuation of Deferred@1053785015 after retry RPC after error@57894051) -> (continuation of Deferred@1613880987 after retry RPC after error@917630703) -> (continuation of Deferred@1944467789 after retry RPC after error@1797791214) -> (continuation of Deferred@92521238 after retry RPC after error@1023181791) -> (continuation of Deferred@2123561308 after retry RPC after error@1442733069) -> (continuation of Deferred@1325313751 after retry RPC after error@381959852)))
06:24:59.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@522949483(state=PENDING, result=null, callback=(continuation of Deferred@6299906 after retry RPC after error@436504774) -> (continuation of Deferred@2094299866 after retry RPC after error@1059528416) -> (continuation of Deferred@1053708343 after retry RPC after error@3321232) -> (continuation of Deferred@1601115622 after retry RPC after error@1480114421) -> (continuation of Deferred@339438637 after retry RPC after error@24124695) -> (continuation of Deferred@639105274 after retry RPC after error@951499685) -> (continuation of Deferred@1998840474 after retry RPC after error@1983562188), errback=(continuation of Deferred@6299906 after retry RPC after error@436504774) -> (continuation of Deferred@2094299866 after retry RPC after error@1059528416) -> (continuation of Deferred@1053708343 after retry RPC after error@3321232) -> (continuation of Deferred@1601115622 after retry RPC after error@1480114421) -> (continuation of Deferred@339438637 after retry RPC after error@24124695) -> (continuation of Deferred@639105274 after retry RPC after error@951499685) -> (continuation of Deferred@1998840474 after retry RPC after error@1983562188)))
06:24:59.585 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@522949483(state=PENDING, result=null, callback=(continuation of Deferred@6299906 after retry RPC after error@436504774) -> (continuation of Deferred@2094299866 after retry RPC after error@1059528416) -> (continuation of Deferred@1053708343 after retry RPC after error@3321232) -> (continuation of Deferred@1601115622 after retry RPC after error@1480114421) -> (continuation of Deferred@339438637 after retry RPC after error@24124695) -> (continuation of Deferred@639105274 after retry RPC after error@951499685) -> (continuation of Deferred@1998840474 after retry RPC after error@1983562188), errback=(continuation of Deferred@6299906 after retry RPC after error@436504774) -> (continuation of Deferred@2094299866 after retry RPC after error@1059528416) -> (continuation of Deferred@1053708343 after retry RPC after error@3321232) -> (continuation of Deferred@1601115622 after retry RPC after error@1480114421) -> (continuation of Deferred@339438637 after retry RPC after error@24124695) -> (continuation of Deferred@639105274 after retry RPC after error@951499685) -> (continuation of Deferred@1998840474 after retry RPC after error@1983562188)))
06:24:59.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:59.760838 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:24:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:59.763273 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:24:59.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:24:59.764748 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:24:59.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.846 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1618693707(state=PENDING, result=null, callback=(continuation of Deferred@624665381 after retry RPC after error@237250891) -> (continuation of Deferred@383838543 after retry RPC after error@752088270) -> (continuation of Deferred@1418287354 after retry RPC after error@2068335953) -> (continuation of Deferred@1794337254 after retry RPC after error@1496679922) -> (continuation of Deferred@1197820070 after retry RPC after error@2130618334) -> (continuation of Deferred@255024574 after retry RPC after error@2061255615) -> (continuation of Deferred@395383866 after retry RPC after error@475693377), errback=(continuation of Deferred@624665381 after retry RPC after error@237250891) -> (continuation of Deferred@383838543 after retry RPC after error@752088270) -> (continuation of Deferred@1418287354 after retry RPC after error@2068335953) -> (continuation of Deferred@1794337254 after retry RPC after error@1496679922) -> (continuation of Deferred@1197820070 after retry RPC after error@2130618334) -> (continuation of Deferred@255024574 after retry RPC after error@2061255615) -> (continuation of Deferred@395383866 after retry RPC after error@475693377)))
06:24:59.846 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1618693707(state=PENDING, result=null, callback=(continuation of Deferred@624665381 after retry RPC after error@237250891) -> (continuation of Deferred@383838543 after retry RPC after error@752088270) -> (continuation of Deferred@1418287354 after retry RPC after error@2068335953) -> (continuation of Deferred@1794337254 after retry RPC after error@1496679922) -> (continuation of Deferred@1197820070 after retry RPC after error@2130618334) -> (continuation of Deferred@255024574 after retry RPC after error@2061255615) -> (continuation of Deferred@395383866 after retry RPC after error@475693377), errback=(continuation of Deferred@624665381 after retry RPC after error@237250891) -> (continuation of Deferred@383838543 after retry RPC after error@752088270) -> (continuation of Deferred@1418287354 after retry RPC after error@2068335953) -> (continuation of Deferred@1794337254 after retry RPC after error@1496679922) -> (continuation of Deferred@1197820070 after retry RPC after error@2130618334) -> (continuation of Deferred@255024574 after retry RPC after error@2061255615) -> (continuation of Deferred@395383866 after retry RPC after error@475693377)))
06:24:59.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:24:59.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:24:59.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:24:59.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:24:59.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:24:59.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@521995505(state=PENDING, result=null, callback=(continuation of Deferred@22862510 after retry RPC after error@1388336543) -> (continuation of Deferred@1305038040 after retry RPC after error@981791516) -> (continuation of Deferred@1575671624 after retry RPC after error@223743431) -> (continuation of Deferred@184430393 after retry RPC after error@402596201) -> (continuation of Deferred@472179785 after retry RPC after error@564263487) -> (continuation of Deferred@1524473557 after retry RPC after error@885463182) -> (continuation of Deferred@259699955 after retry RPC after error@556062497), errback=(continuation of Deferred@22862510 after retry RPC after error@1388336543) -> (continuation of Deferred@1305038040 after retry RPC after error@981791516) -> (continuation of Deferred@1575671624 after retry RPC after error@223743431) -> (continuation of Deferred@184430393 after retry RPC after error@402596201) -> (continuation of Deferred@472179785 after retry RPC after error@564263487) -> (continuation of Deferred@1524473557 after retry RPC after error@885463182) -> (continuation of Deferred@259699955 after retry RPC after error@556062497)))
06:25:00.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@521995505(state=PENDING, result=null, callback=(continuation of Deferred@22862510 after retry RPC after error@1388336543) -> (continuation of Deferred@1305038040 after retry RPC after error@981791516) -> (continuation of Deferred@1575671624 after retry RPC after error@223743431) -> (continuation of Deferred@184430393 after retry RPC after error@402596201) -> (continuation of Deferred@472179785 after retry RPC after error@564263487) -> (continuation of Deferred@1524473557 after retry RPC after error@885463182) -> (continuation of Deferred@259699955 after retry RPC after error@556062497), errback=(continuation of Deferred@22862510 after retry RPC after error@1388336543) -> (continuation of Deferred@1305038040 after retry RPC after error@981791516) -> (continuation of Deferred@1575671624 after retry RPC after error@223743431) -> (continuation of Deferred@184430393 after retry RPC after error@402596201) -> (continuation of Deferred@472179785 after retry RPC after error@564263487) -> (continuation of Deferred@1524473557 after retry RPC after error@885463182) -> (continuation of Deferred@259699955 after retry RPC after error@556062497)))
06:25:00.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.324 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@541288278(state=PENDING, result=null, callback=(continuation of Deferred@1127247570 after retry RPC after error@2045761031) -> (continuation of Deferred@1951606117 after retry RPC after error@1334936942) -> (continuation of Deferred@253174960 after retry RPC after error@139433147) -> (continuation of Deferred@1708843226 after retry RPC after error@639874042) -> (continuation of Deferred@279392554 after retry RPC after error@1681495497) -> (continuation of Deferred@1456960932 after retry RPC after error@1842389223), errback=(continuation of Deferred@1127247570 after retry RPC after error@2045761031) -> (continuation of Deferred@1951606117 after retry RPC after error@1334936942) -> (continuation of Deferred@253174960 after retry RPC after error@139433147) -> (continuation of Deferred@1708843226 after retry RPC after error@639874042) -> (continuation of Deferred@279392554 after retry RPC after error@1681495497) -> (continuation of Deferred@1456960932 after retry RPC after error@1842389223)))
06:25:00.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@541288278(state=PENDING, result=null, callback=(continuation of Deferred@1127247570 after retry RPC after error@2045761031) -> (continuation of Deferred@1951606117 after retry RPC after error@1334936942) -> (continuation of Deferred@253174960 after retry RPC after error@139433147) -> (continuation of Deferred@1708843226 after retry RPC after error@639874042) -> (continuation of Deferred@279392554 after retry RPC after error@1681495497) -> (continuation of Deferred@1456960932 after retry RPC after error@1842389223), errback=(continuation of Deferred@1127247570 after retry RPC after error@2045761031) -> (continuation of Deferred@1951606117 after retry RPC after error@1334936942) -> (continuation of Deferred@253174960 after retry RPC after error@139433147) -> (continuation of Deferred@1708843226 after retry RPC after error@639874042) -> (continuation of Deferred@279392554 after retry RPC after error@1681495497) -> (continuation of Deferred@1456960932 after retry RPC after error@1842389223)))
06:25:00.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@228904239(state=PENDING, result=null, callback=(continuation of Deferred@2140623203 after retry RPC after error@292843532) -> (continuation of Deferred@1442009158 after retry RPC after error@2123702882) -> (continuation of Deferred@994863258 after retry RPC after error@151686127) -> (continuation of Deferred@1186237416 after retry RPC after error@291845998) -> (continuation of Deferred@1228244320 after retry RPC after error@347941466) -> (continuation of Deferred@1991514350 after retry RPC after error@1314033425), errback=(continuation of Deferred@2140623203 after retry RPC after error@292843532) -> (continuation of Deferred@1442009158 after retry RPC after error@2123702882) -> (continuation of Deferred@994863258 after retry RPC after error@151686127) -> (continuation of Deferred@1186237416 after retry RPC after error@291845998) -> (continuation of Deferred@1228244320 after retry RPC after error@347941466) -> (continuation of Deferred@1991514350 after retry RPC after error@1314033425)))
06:25:00.526 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@228904239(state=PENDING, result=null, callback=(continuation of Deferred@2140623203 after retry RPC after error@292843532) -> (continuation of Deferred@1442009158 after retry RPC after error@2123702882) -> (continuation of Deferred@994863258 after retry RPC after error@151686127) -> (continuation of Deferred@1186237416 after retry RPC after error@291845998) -> (continuation of Deferred@1228244320 after retry RPC after error@347941466) -> (continuation of Deferred@1991514350 after retry RPC after error@1314033425), errback=(continuation of Deferred@2140623203 after retry RPC after error@292843532) -> (continuation of Deferred@1442009158 after retry RPC after error@2123702882) -> (continuation of Deferred@994863258 after retry RPC after error@151686127) -> (continuation of Deferred@1186237416 after retry RPC after error@291845998) -> (continuation of Deferred@1228244320 after retry RPC after error@347941466) -> (continuation of Deferred@1991514350 after retry RPC after error@1314033425)))
06:25:00.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1047586802(state=PENDING, result=null, callback=(continuation of Deferred@1693255531 after retry RPC after error@143265890) -> (continuation of Deferred@1634716779 after retry RPC after error@1478097091) -> (continuation of Deferred@1413708532 after retry RPC after error@210921758) -> (continuation of Deferred@327282803 after retry RPC after error@80334112) -> (continuation of Deferred@1267897239 after retry RPC after error@1423432034) -> (continuation of Deferred@1221175779 after retry RPC after error@44293399) -> (continuation of Deferred@1567815935 after retry RPC after error@923023098), errback=(continuation of Deferred@1693255531 after retry RPC after error@143265890) -> (continuation of Deferred@1634716779 after retry RPC after error@1478097091) -> (continuation of Deferred@1413708532 after retry RPC after error@210921758) -> (continuation of Deferred@327282803 after retry RPC after error@80334112) -> (continuation of Deferred@1267897239 after retry RPC after error@1423432034) -> (continuation of Deferred@1221175779 after retry RPC after error@44293399) -> (continuation of Deferred@1567815935 after retry RPC after error@923023098)))
06:25:00.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1047586802(state=PENDING, result=null, callback=(continuation of Deferred@1693255531 after retry RPC after error@143265890) -> (continuation of Deferred@1634716779 after retry RPC after error@1478097091) -> (continuation of Deferred@1413708532 after retry RPC after error@210921758) -> (continuation of Deferred@327282803 after retry RPC after error@80334112) -> (continuation of Deferred@1267897239 after retry RPC after error@1423432034) -> (continuation of Deferred@1221175779 after retry RPC after error@44293399) -> (continuation of Deferred@1567815935 after retry RPC after error@923023098), errback=(continuation of Deferred@1693255531 after retry RPC after error@143265890) -> (continuation of Deferred@1634716779 after retry RPC after error@1478097091) -> (continuation of Deferred@1413708532 after retry RPC after error@210921758) -> (continuation of Deferred@327282803 after retry RPC after error@80334112) -> (continuation of Deferred@1267897239 after retry RPC after error@1423432034) -> (continuation of Deferred@1221175779 after retry RPC after error@44293399) -> (continuation of Deferred@1567815935 after retry RPC after error@923023098)))
06:25:00.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:00.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:00.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:00.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:00.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:00.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:00.913605 15046 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:00.913820 15046 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:00.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:00.914587 15046 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:00.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:00.915652 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111) [suppressed 3 similar messages]
06:25:00.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:00.916822 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:00.917001 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:00.917115 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:00.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:00.917353 15046 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:01.043 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=Deferred@1020130352(state=PENDING, result=null, callback=(continuation of Deferred@650163160 after retry RPC after error@802975207) -> (continuation of Deferred@1392540855 after retry RPC after error@12549779) -> (continuation of Deferred@599937839 after retry RPC after error@1866314213) -> (continuation of Deferred@1057529201 after retry RPC after error@1152919525) -> (continuation of Deferred@1976721270 after retry RPC after error@2011331248), errback=(continuation of Deferred@650163160 after retry RPC after error@802975207) -> (continuation of Deferred@1392540855 after retry RPC after error@12549779) -> (continuation of Deferred@599937839 after retry RPC after error@1866314213) -> (continuation of Deferred@1057529201 after retry RPC after error@1152919525) -> (continuation of Deferred@1976721270 after retry RPC after error@2011331248)))
06:25:01.044 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=151, elapsed=161), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@217748008(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@9f81b5d -> ConnectToMasterErrCB for 127.12.197.60:40651))
06:25:01.044 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.063 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:01.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.323 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:01.323 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@457015093(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@43b439bd -> ConnectToMasterErrCB for 127.12.197.60:40651))
06:25:01.323 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.323 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@457015093(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@43b439bd -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.323 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@457015093(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@43b439bd -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.603 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:01.603 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@101139399(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@763340e5 -> ConnectToMasterErrCB for 127.12.197.60:40651))
06:25:01.603 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.603 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@101139399(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@763340e5 -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.603 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@101139399(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@763340e5 -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.883 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:01.883 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@1975631761(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@4964c395 -> ConnectToMasterErrCB for 127.12.197.60:40651))
06:25:01.883 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.884 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@1975631761(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@4964c395 -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.884 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [260ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, deferred=Deferred@1975631761(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651, errback=org.apache.kudu.client.ConnectToCluster$1@4964c395 -> ConnectToMasterErrCB for 127.12.197.60:40651)), deferred=null)
06:25:01.887 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.888 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=844), Traces: [0ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=null) with no deferred attached!
06:25:01.888 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=565), Traces: [0ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=null) with no deferred attached!
06:25:01.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.888 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.888 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=285), Traces: [0ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=null) with no deferred attached!
06:25:01.888 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=5), Traces: [0ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=null) with no deferred attached!
06:25:01.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:01.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:01.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.926 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:01.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:01.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:01.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:01.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:01.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:01.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:01.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@546544960(state=PENDING, result=null, callback=(continuation of Deferred@515805475 after retry RPC after error@509788888) -> (continuation of Deferred@560800685 after retry RPC after error@489214813) -> (continuation of Deferred@2004188754 after retry RPC after error@2131301990) -> (continuation of Deferred@934359649 after retry RPC after error@1826143729) -> (continuation of Deferred@805554646 after retry RPC after error@118375318) -> (continuation of Deferred@965892908 after retry RPC after error@277630682), errback=(continuation of Deferred@515805475 after retry RPC after error@509788888) -> (continuation of Deferred@560800685 after retry RPC after error@489214813) -> (continuation of Deferred@2004188754 after retry RPC after error@2131301990) -> (continuation of Deferred@934359649 after retry RPC after error@1826143729) -> (continuation of Deferred@805554646 after retry RPC after error@118375318) -> (continuation of Deferred@965892908 after retry RPC after error@277630682)))
06:25:02.086 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@546544960(state=PENDING, result=null, callback=(continuation of Deferred@515805475 after retry RPC after error@509788888) -> (continuation of Deferred@560800685 after retry RPC after error@489214813) -> (continuation of Deferred@2004188754 after retry RPC after error@2131301990) -> (continuation of Deferred@934359649 after retry RPC after error@1826143729) -> (continuation of Deferred@805554646 after retry RPC after error@118375318) -> (continuation of Deferred@965892908 after retry RPC after error@277630682), errback=(continuation of Deferred@515805475 after retry RPC after error@509788888) -> (continuation of Deferred@560800685 after retry RPC after error@489214813) -> (continuation of Deferred@2004188754 after retry RPC after error@2131301990) -> (continuation of Deferred@934359649 after retry RPC after error@1826143729) -> (continuation of Deferred@805554646 after retry RPC after error@118375318) -> (continuation of Deferred@965892908 after retry RPC after error@277630682)))
06:25:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:02.091590 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:02.091784 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:02.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@23367357(state=PENDING, result=null, callback=(continuation of Deferred@1859975482 after retry RPC after error@393656627) -> (continuation of Deferred@793916194 after retry RPC after error@182866195) -> (continuation of Deferred@58354780 after retry RPC after error@568844833) -> (continuation of Deferred@521281052 after retry RPC after error@658811428) -> (continuation of Deferred@1997285916 after retry RPC after error@1768171574) -> (continuation of Deferred@1720269304 after retry RPC after error@1679731335) -> (continuation of Deferred@1926504658 after retry RPC after error@985240358), errback=(continuation of Deferred@1859975482 after retry RPC after error@393656627) -> (continuation of Deferred@793916194 after retry RPC after error@182866195) -> (continuation of Deferred@58354780 after retry RPC after error@568844833) -> (continuation of Deferred@521281052 after retry RPC after error@658811428) -> (continuation of Deferred@1997285916 after retry RPC after error@1768171574) -> (continuation of Deferred@1720269304 after retry RPC after error@1679731335) -> (continuation of Deferred@1926504658 after retry RPC after error@985240358)))
06:25:02.307 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@23367357(state=PENDING, result=null, callback=(continuation of Deferred@1859975482 after retry RPC after error@393656627) -> (continuation of Deferred@793916194 after retry RPC after error@182866195) -> (continuation of Deferred@58354780 after retry RPC after error@568844833) -> (continuation of Deferred@521281052 after retry RPC after error@658811428) -> (continuation of Deferred@1997285916 after retry RPC after error@1768171574) -> (continuation of Deferred@1720269304 after retry RPC after error@1679731335) -> (continuation of Deferred@1926504658 after retry RPC after error@985240358), errback=(continuation of Deferred@1859975482 after retry RPC after error@393656627) -> (continuation of Deferred@793916194 after retry RPC after error@182866195) -> (continuation of Deferred@58354780 after retry RPC after error@568844833) -> (continuation of Deferred@521281052 after retry RPC after error@658811428) -> (continuation of Deferred@1997285916 after retry RPC after error@1768171574) -> (continuation of Deferred@1720269304 after retry RPC after error@1679731335) -> (continuation of Deferred@1926504658 after retry RPC after error@985240358)))
06:25:02.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.367 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.367 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1527592684(state=PENDING, result=null, callback=(continuation of Deferred@3347720 after retry RPC after error@876864955) -> (continuation of Deferred@2088071505 after retry RPC after error@1316848229) -> (continuation of Deferred@1459504631 after retry RPC after error@2109414574) -> (continuation of Deferred@705893809 after retry RPC after error@148886588) -> (continuation of Deferred@749398317 after retry RPC after error@156360314) -> (continuation of Deferred@996011132 after retry RPC after error@1297457439) -> (continuation of Deferred@919456281 after retry RPC after error@828924084) -> (continuation of Deferred@1703040233 after retry RPC after error@88034335), errback=(continuation of Deferred@3347720 after retry RPC after error@876864955) -> (continuation of Deferred@2088071505 after retry RPC after error@1316848229) -> (continuation of Deferred@1459504631 after retry RPC after error@2109414574) -> (continuation of Deferred@705893809 after retry RPC after error@148886588) -> (continuation of Deferred@749398317 after retry RPC after error@156360314) -> (continuation of Deferred@996011132 after retry RPC after error@1297457439) -> (continuation of Deferred@919456281 after retry RPC after error@828924084) -> (continuation of Deferred@1703040233 after retry RPC after error@88034335)))
06:25:02.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1527592684(state=PENDING, result=null, callback=(continuation of Deferred@3347720 after retry RPC after error@876864955) -> (continuation of Deferred@2088071505 after retry RPC after error@1316848229) -> (continuation of Deferred@1459504631 after retry RPC after error@2109414574) -> (continuation of Deferred@705893809 after retry RPC after error@148886588) -> (continuation of Deferred@749398317 after retry RPC after error@156360314) -> (continuation of Deferred@996011132 after retry RPC after error@1297457439) -> (continuation of Deferred@919456281 after retry RPC after error@828924084) -> (continuation of Deferred@1703040233 after retry RPC after error@88034335), errback=(continuation of Deferred@3347720 after retry RPC after error@876864955) -> (continuation of Deferred@2088071505 after retry RPC after error@1316848229) -> (continuation of Deferred@1459504631 after retry RPC after error@2109414574) -> (continuation of Deferred@705893809 after retry RPC after error@148886588) -> (continuation of Deferred@749398317 after retry RPC after error@156360314) -> (continuation of Deferred@996011132 after retry RPC after error@1297457439) -> (continuation of Deferred@919456281 after retry RPC after error@828924084) -> (continuation of Deferred@1703040233 after retry RPC after error@88034335)))
06:25:02.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.804 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.806 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@724258374(state=PENDING, result=null, callback=(continuation of Deferred@1719572495 after retry RPC after error@38809554) -> (continuation of Deferred@1861277472 after retry RPC after error@534314438) -> (continuation of Deferred@225747154 after retry RPC after error@240726033) -> (continuation of Deferred@1727573805 after retry RPC after error@1041647865) -> (continuation of Deferred@382471641 after retry RPC after error@1372749481) -> (continuation of Deferred@1919955577 after retry RPC after error@2125327694) -> (continuation of Deferred@150574471 after retry RPC after error@1243383047), errback=(continuation of Deferred@1719572495 after retry RPC after error@38809554) -> (continuation of Deferred@1861277472 after retry RPC after error@534314438) -> (continuation of Deferred@225747154 after retry RPC after error@240726033) -> (continuation of Deferred@1727573805 after retry RPC after error@1041647865) -> (continuation of Deferred@382471641 after retry RPC after error@1372749481) -> (continuation of Deferred@1919955577 after retry RPC after error@2125327694) -> (continuation of Deferred@150574471 after retry RPC after error@1243383047)))
06:25:02.807 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@724258374(state=PENDING, result=null, callback=(continuation of Deferred@1719572495 after retry RPC after error@38809554) -> (continuation of Deferred@1861277472 after retry RPC after error@534314438) -> (continuation of Deferred@225747154 after retry RPC after error@240726033) -> (continuation of Deferred@1727573805 after retry RPC after error@1041647865) -> (continuation of Deferred@382471641 after retry RPC after error@1372749481) -> (continuation of Deferred@1919955577 after retry RPC after error@2125327694) -> (continuation of Deferred@150574471 after retry RPC after error@1243383047), errback=(continuation of Deferred@1719572495 after retry RPC after error@38809554) -> (continuation of Deferred@1861277472 after retry RPC after error@534314438) -> (continuation of Deferred@225747154 after retry RPC after error@240726033) -> (continuation of Deferred@1727573805 after retry RPC after error@1041647865) -> (continuation of Deferred@382471641 after retry RPC after error@1372749481) -> (continuation of Deferred@1919955577 after retry RPC after error@2125327694) -> (continuation of Deferred@150574471 after retry RPC after error@1243383047)))
06:25:02.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.846 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:02.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:02.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:02.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:02.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:02.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1886474005(state=PENDING, result=null, callback=(continuation of Deferred@1621256822 after retry RPC after error@1122999296) -> (continuation of Deferred@850310229 after retry RPC after error@1222466802) -> (continuation of Deferred@996113989 after retry RPC after error@91155122) -> (continuation of Deferred@1109785174 after retry RPC after error@1623000108) -> (continuation of Deferred@550560552 after retry RPC after error@1385801466) -> (continuation of Deferred@1057165749 after retry RPC after error@932703773) -> (continuation of Deferred@284787300 after retry RPC after error@264784119), errback=(continuation of Deferred@1621256822 after retry RPC after error@1122999296) -> (continuation of Deferred@850310229 after retry RPC after error@1222466802) -> (continuation of Deferred@996113989 after retry RPC after error@91155122) -> (continuation of Deferred@1109785174 after retry RPC after error@1623000108) -> (continuation of Deferred@550560552 after retry RPC after error@1385801466) -> (continuation of Deferred@1057165749 after retry RPC after error@932703773) -> (continuation of Deferred@284787300 after retry RPC after error@264784119)))
06:25:03.026 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1886474005(state=PENDING, result=null, callback=(continuation of Deferred@1621256822 after retry RPC after error@1122999296) -> (continuation of Deferred@850310229 after retry RPC after error@1222466802) -> (continuation of Deferred@996113989 after retry RPC after error@91155122) -> (continuation of Deferred@1109785174 after retry RPC after error@1623000108) -> (continuation of Deferred@550560552 after retry RPC after error@1385801466) -> (continuation of Deferred@1057165749 after retry RPC after error@932703773) -> (continuation of Deferred@284787300 after retry RPC after error@264784119), errback=(continuation of Deferred@1621256822 after retry RPC after error@1122999296) -> (continuation of Deferred@850310229 after retry RPC after error@1222466802) -> (continuation of Deferred@996113989 after retry RPC after error@91155122) -> (continuation of Deferred@1109785174 after retry RPC after error@1623000108) -> (continuation of Deferred@550560552 after retry RPC after error@1385801466) -> (continuation of Deferred@1057165749 after retry RPC after error@932703773) -> (continuation of Deferred@284787300 after retry RPC after error@264784119)))
06:25:03.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.045 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.045 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.045 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:03.137140 15071 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:03.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:03.137367 15071 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:03.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:03.138319 15071 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:03.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:03.143556 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:03.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:03.143795 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:03.143978 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:03.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:03.144263 15071 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:03.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1504277873(state=PENDING, result=null, callback=(continuation of Deferred@1742291951 after retry RPC after error@895258757) -> (continuation of Deferred@560828580 after retry RPC after error@872250117) -> (continuation of Deferred@513179822 after retry RPC after error@1335882561) -> (continuation of Deferred@45785766 after retry RPC after error@1514652839) -> (continuation of Deferred@1895738545 after retry RPC after error@1078680596) -> (continuation of Deferred@397637929 after retry RPC after error@1941304708) -> (continuation of Deferred@1990939751 after retry RPC after error@1822035290), errback=(continuation of Deferred@1742291951 after retry RPC after error@895258757) -> (continuation of Deferred@560828580 after retry RPC after error@872250117) -> (continuation of Deferred@513179822 after retry RPC after error@1335882561) -> (continuation of Deferred@45785766 after retry RPC after error@1514652839) -> (continuation of Deferred@1895738545 after retry RPC after error@1078680596) -> (continuation of Deferred@397637929 after retry RPC after error@1941304708) -> (continuation of Deferred@1990939751 after retry RPC after error@1822035290)))
06:25:03.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1504277873(state=PENDING, result=null, callback=(continuation of Deferred@1742291951 after retry RPC after error@895258757) -> (continuation of Deferred@560828580 after retry RPC after error@872250117) -> (continuation of Deferred@513179822 after retry RPC after error@1335882561) -> (continuation of Deferred@45785766 after retry RPC after error@1514652839) -> (continuation of Deferred@1895738545 after retry RPC after error@1078680596) -> (continuation of Deferred@397637929 after retry RPC after error@1941304708) -> (continuation of Deferred@1990939751 after retry RPC after error@1822035290), errback=(continuation of Deferred@1742291951 after retry RPC after error@895258757) -> (continuation of Deferred@560828580 after retry RPC after error@872250117) -> (continuation of Deferred@513179822 after retry RPC after error@1335882561) -> (continuation of Deferred@45785766 after retry RPC after error@1514652839) -> (continuation of Deferred@1895738545 after retry RPC after error@1078680596) -> (continuation of Deferred@397637929 after retry RPC after error@1941304708) -> (continuation of Deferred@1990939751 after retry RPC after error@1822035290)))
06:25:03.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.364 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.366 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.446 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@849416508(state=PENDING, result=null, callback=(continuation of Deferred@1622031612 after retry RPC after error@1174273651) -> (continuation of Deferred@1641259380 after retry RPC after error@1531012227) -> (continuation of Deferred@1251605195 after retry RPC after error@1623034765) -> (continuation of Deferred@471420655 after retry RPC after error@1277969555) -> (continuation of Deferred@1231466623 after retry RPC after error@1166781245) -> (continuation of Deferred@330558293 after retry RPC after error@1024798060), errback=(continuation of Deferred@1622031612 after retry RPC after error@1174273651) -> (continuation of Deferred@1641259380 after retry RPC after error@1531012227) -> (continuation of Deferred@1251605195 after retry RPC after error@1623034765) -> (continuation of Deferred@471420655 after retry RPC after error@1277969555) -> (continuation of Deferred@1231466623 after retry RPC after error@1166781245) -> (continuation of Deferred@330558293 after retry RPC after error@1024798060)))
06:25:03.446 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@849416508(state=PENDING, result=null, callback=(continuation of Deferred@1622031612 after retry RPC after error@1174273651) -> (continuation of Deferred@1641259380 after retry RPC after error@1531012227) -> (continuation of Deferred@1251605195 after retry RPC after error@1623034765) -> (continuation of Deferred@471420655 after retry RPC after error@1277969555) -> (continuation of Deferred@1231466623 after retry RPC after error@1166781245) -> (continuation of Deferred@330558293 after retry RPC after error@1024798060), errback=(continuation of Deferred@1622031612 after retry RPC after error@1174273651) -> (continuation of Deferred@1641259380 after retry RPC after error@1531012227) -> (continuation of Deferred@1251605195 after retry RPC after error@1623034765) -> (continuation of Deferred@471420655 after retry RPC after error@1277969555) -> (continuation of Deferred@1231466623 after retry RPC after error@1166781245) -> (continuation of Deferred@330558293 after retry RPC after error@1024798060)))
06:25:03.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1950889442(state=PENDING, result=null, callback=(continuation of Deferred@1559784830 after retry RPC after error@2069937172) -> (continuation of Deferred@499173533 after retry RPC after error@680659426) -> (continuation of Deferred@924717587 after retry RPC after error@1231067384) -> (continuation of Deferred@1392457065 after retry RPC after error@1780153293) -> (continuation of Deferred@768864791 after retry RPC after error@1614350349) -> (continuation of Deferred@1271278878 after retry RPC after error@1992254264), errback=(continuation of Deferred@1559784830 after retry RPC after error@2069937172) -> (continuation of Deferred@499173533 after retry RPC after error@680659426) -> (continuation of Deferred@924717587 after retry RPC after error@1231067384) -> (continuation of Deferred@1392457065 after retry RPC after error@1780153293) -> (continuation of Deferred@768864791 after retry RPC after error@1614350349) -> (continuation of Deferred@1271278878 after retry RPC after error@1992254264)))
06:25:03.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1950889442(state=PENDING, result=null, callback=(continuation of Deferred@1559784830 after retry RPC after error@2069937172) -> (continuation of Deferred@499173533 after retry RPC after error@680659426) -> (continuation of Deferred@924717587 after retry RPC after error@1231067384) -> (continuation of Deferred@1392457065 after retry RPC after error@1780153293) -> (continuation of Deferred@768864791 after retry RPC after error@1614350349) -> (continuation of Deferred@1271278878 after retry RPC after error@1992254264), errback=(continuation of Deferred@1559784830 after retry RPC after error@2069937172) -> (continuation of Deferred@499173533 after retry RPC after error@680659426) -> (continuation of Deferred@924717587 after retry RPC after error@1231067384) -> (continuation of Deferred@1392457065 after retry RPC after error@1780153293) -> (continuation of Deferred@768864791 after retry RPC after error@1614350349) -> (continuation of Deferred@1271278878 after retry RPC after error@1992254264)))
06:25:03.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.666 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@871082035(state=PENDING, result=null, callback=(continuation of Deferred@203724525 after retry RPC after error@33424125) -> (continuation of Deferred@1913078896 after retry RPC after error@482594867) -> (continuation of Deferred@888716984 after retry RPC after error@1172351792) -> (continuation of Deferred@227296056 after retry RPC after error@265046258) -> (continuation of Deferred@2125478605 after retry RPC after error@1045014272) -> (continuation of Deferred@1370732146 after retry RPC after error@1012264814) -> (continuation of Deferred@1137499259 after retry RPC after error@818811557), errback=(continuation of Deferred@203724525 after retry RPC after error@33424125) -> (continuation of Deferred@1913078896 after retry RPC after error@482594867) -> (continuation of Deferred@888716984 after retry RPC after error@1172351792) -> (continuation of Deferred@227296056 after retry RPC after error@265046258) -> (continuation of Deferred@2125478605 after retry RPC after error@1045014272) -> (continuation of Deferred@1370732146 after retry RPC after error@1012264814) -> (continuation of Deferred@1137499259 after retry RPC after error@818811557)))
06:25:03.826 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@871082035(state=PENDING, result=null, callback=(continuation of Deferred@203724525 after retry RPC after error@33424125) -> (continuation of Deferred@1913078896 after retry RPC after error@482594867) -> (continuation of Deferred@888716984 after retry RPC after error@1172351792) -> (continuation of Deferred@227296056 after retry RPC after error@265046258) -> (continuation of Deferred@2125478605 after retry RPC after error@1045014272) -> (continuation of Deferred@1370732146 after retry RPC after error@1012264814) -> (continuation of Deferred@1137499259 after retry RPC after error@818811557), errback=(continuation of Deferred@203724525 after retry RPC after error@33424125) -> (continuation of Deferred@1913078896 after retry RPC after error@482594867) -> (continuation of Deferred@888716984 after retry RPC after error@1172351792) -> (continuation of Deferred@227296056 after retry RPC after error@265046258) -> (continuation of Deferred@2125478605 after retry RPC after error@1045014272) -> (continuation of Deferred@1370732146 after retry RPC after error@1012264814) -> (continuation of Deferred@1137499259 after retry RPC after error@818811557)))
06:25:03.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:03.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:03.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:03.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:03.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:03.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.085 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@895457874(state=PENDING, result=null, callback=(continuation of Deferred@1204599935 after retry RPC after error@565172028) -> (continuation of Deferred@178523472 after retry RPC after error@1138789212) -> (continuation of Deferred@1642985499 after retry RPC after error@1042597165) -> (continuation of Deferred@348160308 after retry RPC after error@1404916379) -> (continuation of Deferred@1562265047 after retry RPC after error@1158409972) -> (continuation of Deferred@1439829568 after retry RPC after error@1824696299) -> (continuation of Deferred@1130194777 after retry RPC after error@1497058696), errback=(continuation of Deferred@1204599935 after retry RPC after error@565172028) -> (continuation of Deferred@178523472 after retry RPC after error@1138789212) -> (continuation of Deferred@1642985499 after retry RPC after error@1042597165) -> (continuation of Deferred@348160308 after retry RPC after error@1404916379) -> (continuation of Deferred@1562265047 after retry RPC after error@1158409972) -> (continuation of Deferred@1439829568 after retry RPC after error@1824696299) -> (continuation of Deferred@1130194777 after retry RPC after error@1497058696)))
06:25:04.086 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@895457874(state=PENDING, result=null, callback=(continuation of Deferred@1204599935 after retry RPC after error@565172028) -> (continuation of Deferred@178523472 after retry RPC after error@1138789212) -> (continuation of Deferred@1642985499 after retry RPC after error@1042597165) -> (continuation of Deferred@348160308 after retry RPC after error@1404916379) -> (continuation of Deferred@1562265047 after retry RPC after error@1158409972) -> (continuation of Deferred@1439829568 after retry RPC after error@1824696299) -> (continuation of Deferred@1130194777 after retry RPC after error@1497058696), errback=(continuation of Deferred@1204599935 after retry RPC after error@565172028) -> (continuation of Deferred@178523472 after retry RPC after error@1138789212) -> (continuation of Deferred@1642985499 after retry RPC after error@1042597165) -> (continuation of Deferred@348160308 after retry RPC after error@1404916379) -> (continuation of Deferred@1562265047 after retry RPC after error@1158409972) -> (continuation of Deferred@1439829568 after retry RPC after error@1824696299) -> (continuation of Deferred@1130194777 after retry RPC after error@1497058696)))
06:25:04.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.225 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1807071082(state=PENDING, result=null, callback=(continuation of Deferred@1150951385 after retry RPC after error@304397457) -> (continuation of Deferred@1618730591 after retry RPC after error@640891869) -> (continuation of Deferred@851676181 after retry RPC after error@95710952) -> (continuation of Deferred@998490407 after retry RPC after error@80865369) -> (continuation of Deferred@719089650 after retry RPC after error@213489519) -> (continuation of Deferred@697754918 after retry RPC after error@579748717) -> (continuation of Deferred@1801722673 after retry RPC after error@732363741), errback=(continuation of Deferred@1150951385 after retry RPC after error@304397457) -> (continuation of Deferred@1618730591 after retry RPC after error@640891869) -> (continuation of Deferred@851676181 after retry RPC after error@95710952) -> (continuation of Deferred@998490407 after retry RPC after error@80865369) -> (continuation of Deferred@719089650 after retry RPC after error@213489519) -> (continuation of Deferred@697754918 after retry RPC after error@579748717) -> (continuation of Deferred@1801722673 after retry RPC after error@732363741)))
06:25:04.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=143), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1807071082(state=PENDING, result=null, callback=(continuation of Deferred@1150951385 after retry RPC after error@304397457) -> (continuation of Deferred@1618730591 after retry RPC after error@640891869) -> (continuation of Deferred@851676181 after retry RPC after error@95710952) -> (continuation of Deferred@998490407 after retry RPC after error@80865369) -> (continuation of Deferred@719089650 after retry RPC after error@213489519) -> (continuation of Deferred@697754918 after retry RPC after error@579748717) -> (continuation of Deferred@1801722673 after retry RPC after error@732363741), errback=(continuation of Deferred@1150951385 after retry RPC after error@304397457) -> (continuation of Deferred@1618730591 after retry RPC after error@640891869) -> (continuation of Deferred@851676181 after retry RPC after error@95710952) -> (continuation of Deferred@998490407 after retry RPC after error@80865369) -> (continuation of Deferred@719089650 after retry RPC after error@213489519) -> (continuation of Deferred@697754918 after retry RPC after error@579748717) -> (continuation of Deferred@1801722673 after retry RPC after error@732363741)))
06:25:04.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@579521773(state=PENDING, result=null, callback=(continuation of Deferred@966189935 after retry RPC after error@1956189222) -> (continuation of Deferred@1588676086 after retry RPC after error@707270505) -> (continuation of Deferred@606803160 after retry RPC after error@405736543) -> (continuation of Deferred@1290101849 after retry RPC after error@647799283) -> (continuation of Deferred@1517153324 after retry RPC after error@977293002) -> (continuation of Deferred@1574974071 after retry RPC after error@506495745) -> (continuation of Deferred@730402919 after retry RPC after error@319241666), errback=(continuation of Deferred@966189935 after retry RPC after error@1956189222) -> (continuation of Deferred@1588676086 after retry RPC after error@707270505) -> (continuation of Deferred@606803160 after retry RPC after error@405736543) -> (continuation of Deferred@1290101849 after retry RPC after error@647799283) -> (continuation of Deferred@1517153324 after retry RPC after error@977293002) -> (continuation of Deferred@1574974071 after retry RPC after error@506495745) -> (continuation of Deferred@730402919 after retry RPC after error@319241666)))
06:25:04.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@579521773(state=PENDING, result=null, callback=(continuation of Deferred@966189935 after retry RPC after error@1956189222) -> (continuation of Deferred@1588676086 after retry RPC after error@707270505) -> (continuation of Deferred@606803160 after retry RPC after error@405736543) -> (continuation of Deferred@1290101849 after retry RPC after error@647799283) -> (continuation of Deferred@1517153324 after retry RPC after error@977293002) -> (continuation of Deferred@1574974071 after retry RPC after error@506495745) -> (continuation of Deferred@730402919 after retry RPC after error@319241666), errback=(continuation of Deferred@966189935 after retry RPC after error@1956189222) -> (continuation of Deferred@1588676086 after retry RPC after error@707270505) -> (continuation of Deferred@606803160 after retry RPC after error@405736543) -> (continuation of Deferred@1290101849 after retry RPC after error@647799283) -> (continuation of Deferred@1517153324 after retry RPC after error@977293002) -> (continuation of Deferred@1574974071 after retry RPC after error@506495745) -> (continuation of Deferred@730402919 after retry RPC after error@319241666)))
06:25:04.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.445 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@828267123(state=PENDING, result=null, callback=(continuation of Deferred@1202337692 after retry RPC after error@2102323504) -> (continuation of Deferred@106377566 after retry RPC after error@1167683109) -> (continuation of Deferred@1394194397 after retry RPC after error@1502925799) -> (continuation of Deferred@1719063626 after retry RPC after error@1754293991) -> (continuation of Deferred@1990820727 after retry RPC after error@165506478) -> (continuation of Deferred@1499020379 after retry RPC after error@848678601), errback=(continuation of Deferred@1202337692 after retry RPC after error@2102323504) -> (continuation of Deferred@106377566 after retry RPC after error@1167683109) -> (continuation of Deferred@1394194397 after retry RPC after error@1502925799) -> (continuation of Deferred@1719063626 after retry RPC after error@1754293991) -> (continuation of Deferred@1990820727 after retry RPC after error@165506478) -> (continuation of Deferred@1499020379 after retry RPC after error@848678601)))
06:25:04.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@828267123(state=PENDING, result=null, callback=(continuation of Deferred@1202337692 after retry RPC after error@2102323504) -> (continuation of Deferred@106377566 after retry RPC after error@1167683109) -> (continuation of Deferred@1394194397 after retry RPC after error@1502925799) -> (continuation of Deferred@1719063626 after retry RPC after error@1754293991) -> (continuation of Deferred@1990820727 after retry RPC after error@165506478) -> (continuation of Deferred@1499020379 after retry RPC after error@848678601), errback=(continuation of Deferred@1202337692 after retry RPC after error@2102323504) -> (continuation of Deferred@106377566 after retry RPC after error@1167683109) -> (continuation of Deferred@1394194397 after retry RPC after error@1502925799) -> (continuation of Deferred@1719063626 after retry RPC after error@1754293991) -> (continuation of Deferred@1990820727 after retry RPC after error@165506478) -> (continuation of Deferred@1499020379 after retry RPC after error@848678601)))
06:25:04.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.646 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.745 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.785 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.785 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.785 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.785 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:04.810014 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:04.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:04.812522 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:04.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:04.814049 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:04.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.845 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@444294009(state=PENDING, result=null, callback=(continuation of Deferred@1972015594 after retry RPC after error@9389884) -> (continuation of Deferred@1639454569 after retry RPC after error@546951308) -> (continuation of Deferred@29167796 after retry RPC after error@2071003416) -> (continuation of Deferred@1523798592 after retry RPC after error@874570790) -> (continuation of Deferred@1576102566 after retry RPC after error@779864513) -> (continuation of Deferred@1853546268 after retry RPC after error@1565001505) -> (continuation of Deferred@196801140 after retry RPC after error@2071922435), errback=(continuation of Deferred@1972015594 after retry RPC after error@9389884) -> (continuation of Deferred@1639454569 after retry RPC after error@546951308) -> (continuation of Deferred@29167796 after retry RPC after error@2071003416) -> (continuation of Deferred@1523798592 after retry RPC after error@874570790) -> (continuation of Deferred@1576102566 after retry RPC after error@779864513) -> (continuation of Deferred@1853546268 after retry RPC after error@1565001505) -> (continuation of Deferred@196801140 after retry RPC after error@2071922435)))
06:25:04.846 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@444294009(state=PENDING, result=null, callback=(continuation of Deferred@1972015594 after retry RPC after error@9389884) -> (continuation of Deferred@1639454569 after retry RPC after error@546951308) -> (continuation of Deferred@29167796 after retry RPC after error@2071003416) -> (continuation of Deferred@1523798592 after retry RPC after error@874570790) -> (continuation of Deferred@1576102566 after retry RPC after error@779864513) -> (continuation of Deferred@1853546268 after retry RPC after error@1565001505) -> (continuation of Deferred@196801140 after retry RPC after error@2071922435), errback=(continuation of Deferred@1972015594 after retry RPC after error@9389884) -> (continuation of Deferred@1639454569 after retry RPC after error@546951308) -> (continuation of Deferred@29167796 after retry RPC after error@2071003416) -> (continuation of Deferred@1523798592 after retry RPC after error@874570790) -> (continuation of Deferred@1576102566 after retry RPC after error@779864513) -> (continuation of Deferred@1853546268 after retry RPC after error@1565001505) -> (continuation of Deferred@196801140 after retry RPC after error@2071922435)))
06:25:04.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.904 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:04.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:04.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:04.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:04.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:04.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.123 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@54586145(state=PENDING, result=null, callback=(continuation of Deferred@1483786530 after retry RPC after error@1488760045) -> (continuation of Deferred@1689189878 after retry RPC after error@1613958049) -> (continuation of Deferred@1054144348 after retry RPC after error@62058415) -> (continuation of Deferred@283177826 after retry RPC after error@1760988380) -> (continuation of Deferred@1895950473 after retry RPC after error@1708834449) -> (continuation of Deferred@1916152491 after retry RPC after error@788187229) -> (continuation of Deferred@1354840235 after retry RPC after error@1616853524), errback=(continuation of Deferred@1483786530 after retry RPC after error@1488760045) -> (continuation of Deferred@1689189878 after retry RPC after error@1613958049) -> (continuation of Deferred@1054144348 after retry RPC after error@62058415) -> (continuation of Deferred@283177826 after retry RPC after error@1760988380) -> (continuation of Deferred@1895950473 after retry RPC after error@1708834449) -> (continuation of Deferred@1916152491 after retry RPC after error@788187229) -> (continuation of Deferred@1354840235 after retry RPC after error@1616853524)))
06:25:05.124 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:05.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.306 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@520329318(state=PENDING, result=null, callback=(continuation of Deferred@1993757693 after retry RPC after error@778159084) -> (continuation of Deferred@115239543 after retry RPC after error@94175842) -> (continuation of Deferred@1100013719 after retry RPC after error@1640900074) -> (continuation of Deferred@347498102 after retry RPC after error@2035677328) -> (continuation of Deferred@1065827189 after retry RPC after error@804694042) -> (continuation of Deferred@148172356 after retry RPC after error@1586693814), errback=(continuation of Deferred@1993757693 after retry RPC after error@778159084) -> (continuation of Deferred@115239543 after retry RPC after error@94175842) -> (continuation of Deferred@1100013719 after retry RPC after error@1640900074) -> (continuation of Deferred@347498102 after retry RPC after error@2035677328) -> (continuation of Deferred@1065827189 after retry RPC after error@804694042) -> (continuation of Deferred@148172356 after retry RPC after error@1586693814)))
06:25:05.307 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@520329318(state=PENDING, result=null, callback=(continuation of Deferred@1993757693 after retry RPC after error@778159084) -> (continuation of Deferred@115239543 after retry RPC after error@94175842) -> (continuation of Deferred@1100013719 after retry RPC after error@1640900074) -> (continuation of Deferred@347498102 after retry RPC after error@2035677328) -> (continuation of Deferred@1065827189 after retry RPC after error@804694042) -> (continuation of Deferred@148172356 after retry RPC after error@1586693814), errback=(continuation of Deferred@1993757693 after retry RPC after error@778159084) -> (continuation of Deferred@115239543 after retry RPC after error@94175842) -> (continuation of Deferred@1100013719 after retry RPC after error@1640900074) -> (continuation of Deferred@347498102 after retry RPC after error@2035677328) -> (continuation of Deferred@1065827189 after retry RPC after error@804694042) -> (continuation of Deferred@148172356 after retry RPC after error@1586693814)))
06:25:05.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@352247452(state=PENDING, result=null, callback=(continuation of Deferred@229411372 after retry RPC after error@1453857618) -> (continuation of Deferred@963538727 after retry RPC after error@1535532200) -> (continuation of Deferred@840060958 after retry RPC after error@620150661) -> (continuation of Deferred@1856764779 after retry RPC after error@119638282) -> (continuation of Deferred@663989072 after retry RPC after error@906502832) -> (continuation of Deferred@122288057 after retry RPC after error@212551555) -> (continuation of Deferred@911783021 after retry RPC after error@1093803444), errback=(continuation of Deferred@229411372 after retry RPC after error@1453857618) -> (continuation of Deferred@963538727 after retry RPC after error@1535532200) -> (continuation of Deferred@840060958 after retry RPC after error@620150661) -> (continuation of Deferred@1856764779 after retry RPC after error@119638282) -> (continuation of Deferred@663989072 after retry RPC after error@906502832) -> (continuation of Deferred@122288057 after retry RPC after error@212551555) -> (continuation of Deferred@911783021 after retry RPC after error@1093803444)))
06:25:05.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@352247452(state=PENDING, result=null, callback=(continuation of Deferred@229411372 after retry RPC after error@1453857618) -> (continuation of Deferred@963538727 after retry RPC after error@1535532200) -> (continuation of Deferred@840060958 after retry RPC after error@620150661) -> (continuation of Deferred@1856764779 after retry RPC after error@119638282) -> (continuation of Deferred@663989072 after retry RPC after error@906502832) -> (continuation of Deferred@122288057 after retry RPC after error@212551555) -> (continuation of Deferred@911783021 after retry RPC after error@1093803444), errback=(continuation of Deferred@229411372 after retry RPC after error@1453857618) -> (continuation of Deferred@963538727 after retry RPC after error@1535532200) -> (continuation of Deferred@840060958 after retry RPC after error@620150661) -> (continuation of Deferred@1856764779 after retry RPC after error@119638282) -> (continuation of Deferred@663989072 after retry RPC after error@906502832) -> (continuation of Deferred@122288057 after retry RPC after error@212551555) -> (continuation of Deferred@911783021 after retry RPC after error@1093803444)))
06:25:05.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@409361007(state=PENDING, result=null, callback=(continuation of Deferred@65441407 after retry RPC after error@708374672) -> (continuation of Deferred@961875550 after retry RPC after error@332041785) -> (continuation of Deferred@610828105 after retry RPC after error@1236903716) -> (continuation of Deferred@1485793203 after retry RPC after error@536052189) -> (continuation of Deferred@2022057821 after retry RPC after error@2080522222) -> (continuation of Deferred@1595108642 after retry RPC after error@1550709364), errback=(continuation of Deferred@65441407 after retry RPC after error@708374672) -> (continuation of Deferred@961875550 after retry RPC after error@332041785) -> (continuation of Deferred@610828105 after retry RPC after error@1236903716) -> (continuation of Deferred@1485793203 after retry RPC after error@536052189) -> (continuation of Deferred@2022057821 after retry RPC after error@2080522222) -> (continuation of Deferred@1595108642 after retry RPC after error@1550709364)))
06:25:05.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@409361007(state=PENDING, result=null, callback=(continuation of Deferred@65441407 after retry RPC after error@708374672) -> (continuation of Deferred@961875550 after retry RPC after error@332041785) -> (continuation of Deferred@610828105 after retry RPC after error@1236903716) -> (continuation of Deferred@1485793203 after retry RPC after error@536052189) -> (continuation of Deferred@2022057821 after retry RPC after error@2080522222) -> (continuation of Deferred@1595108642 after retry RPC after error@1550709364), errback=(continuation of Deferred@65441407 after retry RPC after error@708374672) -> (continuation of Deferred@961875550 after retry RPC after error@332041785) -> (continuation of Deferred@610828105 after retry RPC after error@1236903716) -> (continuation of Deferred@1485793203 after retry RPC after error@536052189) -> (continuation of Deferred@2022057821 after retry RPC after error@2080522222) -> (continuation of Deferred@1595108642 after retry RPC after error@1550709364)))
06:25:05.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:05.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:05.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:05.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:05.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:05.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2079924996(state=PENDING, result=null, callback=(continuation of Deferred@1165996028 after retry RPC after error@1941887983) -> (continuation of Deferred@541219117 after retry RPC after error@311541538) -> (continuation of Deferred@715780803 after retry RPC after error@793589210) -> (continuation of Deferred@502569519 after retry RPC after error@33771036) -> (continuation of Deferred@1733925749 after retry RPC after error@561811873) -> (continuation of Deferred@408961603 after retry RPC after error@756989) -> (continuation of Deferred@723660218 after retry RPC after error@1855340774), errback=(continuation of Deferred@1165996028 after retry RPC after error@1941887983) -> (continuation of Deferred@541219117 after retry RPC after error@311541538) -> (continuation of Deferred@715780803 after retry RPC after error@793589210) -> (continuation of Deferred@502569519 after retry RPC after error@33771036) -> (continuation of Deferred@1733925749 after retry RPC after error@561811873) -> (continuation of Deferred@408961603 after retry RPC after error@756989) -> (continuation of Deferred@723660218 after retry RPC after error@1855340774)))
06:25:06.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2079924996(state=PENDING, result=null, callback=(continuation of Deferred@1165996028 after retry RPC after error@1941887983) -> (continuation of Deferred@541219117 after retry RPC after error@311541538) -> (continuation of Deferred@715780803 after retry RPC after error@793589210) -> (continuation of Deferred@502569519 after retry RPC after error@33771036) -> (continuation of Deferred@1733925749 after retry RPC after error@561811873) -> (continuation of Deferred@408961603 after retry RPC after error@756989) -> (continuation of Deferred@723660218 after retry RPC after error@1855340774), errback=(continuation of Deferred@1165996028 after retry RPC after error@1941887983) -> (continuation of Deferred@541219117 after retry RPC after error@311541538) -> (continuation of Deferred@715780803 after retry RPC after error@793589210) -> (continuation of Deferred@502569519 after retry RPC after error@33771036) -> (continuation of Deferred@1733925749 after retry RPC after error@561811873) -> (continuation of Deferred@408961603 after retry RPC after error@756989) -> (continuation of Deferred@723660218 after retry RPC after error@1855340774)))
06:25:06.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.226 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1185624148(state=PENDING, result=null, callback=(continuation of Deferred@1976383438 after retry RPC after error@714454765) -> (continuation of Deferred@1230156966 after retry RPC after error@1449395272) -> (continuation of Deferred@1242249741 after retry RPC after error@1303302015) -> (continuation of Deferred@293971432 after retry RPC after error@1739957716) -> (continuation of Deferred@1954357373 after retry RPC after error@1326697658) -> (continuation of Deferred@1938135637 after retry RPC after error@970201844) -> (continuation of Deferred@607628155 after retry RPC after error@1964037467), errback=(continuation of Deferred@1976383438 after retry RPC after error@714454765) -> (continuation of Deferred@1230156966 after retry RPC after error@1449395272) -> (continuation of Deferred@1242249741 after retry RPC after error@1303302015) -> (continuation of Deferred@293971432 after retry RPC after error@1739957716) -> (continuation of Deferred@1954357373 after retry RPC after error@1326697658) -> (continuation of Deferred@1938135637 after retry RPC after error@970201844) -> (continuation of Deferred@607628155 after retry RPC after error@1964037467)))
06:25:06.226 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1185624148(state=PENDING, result=null, callback=(continuation of Deferred@1976383438 after retry RPC after error@714454765) -> (continuation of Deferred@1230156966 after retry RPC after error@1449395272) -> (continuation of Deferred@1242249741 after retry RPC after error@1303302015) -> (continuation of Deferred@293971432 after retry RPC after error@1739957716) -> (continuation of Deferred@1954357373 after retry RPC after error@1326697658) -> (continuation of Deferred@1938135637 after retry RPC after error@970201844) -> (continuation of Deferred@607628155 after retry RPC after error@1964037467), errback=(continuation of Deferred@1976383438 after retry RPC after error@714454765) -> (continuation of Deferred@1230156966 after retry RPC after error@1449395272) -> (continuation of Deferred@1242249741 after retry RPC after error@1303302015) -> (continuation of Deferred@293971432 after retry RPC after error@1739957716) -> (continuation of Deferred@1954357373 after retry RPC after error@1326697658) -> (continuation of Deferred@1938135637 after retry RPC after error@970201844) -> (continuation of Deferred@607628155 after retry RPC after error@1964037467)))
06:25:06.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@241611969(state=PENDING, result=null, callback=(continuation of Deferred@484929326 after retry RPC after error@10118328) -> (continuation of Deferred@2024680524 after retry RPC after error@1129664292) -> (continuation of Deferred@1684854399 after retry RPC after error@922796526) -> (continuation of Deferred@1044731662 after retry RPC after error@1459622797) -> (continuation of Deferred@1440606268 after retry RPC after error@1684233432) -> (continuation of Deferred@1888131709 after retry RPC after error@658596762), errback=(continuation of Deferred@484929326 after retry RPC after error@10118328) -> (continuation of Deferred@2024680524 after retry RPC after error@1129664292) -> (continuation of Deferred@1684854399 after retry RPC after error@922796526) -> (continuation of Deferred@1044731662 after retry RPC after error@1459622797) -> (continuation of Deferred@1440606268 after retry RPC after error@1684233432) -> (continuation of Deferred@1888131709 after retry RPC after error@658596762)))
06:25:06.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@241611969(state=PENDING, result=null, callback=(continuation of Deferred@484929326 after retry RPC after error@10118328) -> (continuation of Deferred@2024680524 after retry RPC after error@1129664292) -> (continuation of Deferred@1684854399 after retry RPC after error@922796526) -> (continuation of Deferred@1044731662 after retry RPC after error@1459622797) -> (continuation of Deferred@1440606268 after retry RPC after error@1684233432) -> (continuation of Deferred@1888131709 after retry RPC after error@658596762), errback=(continuation of Deferred@484929326 after retry RPC after error@10118328) -> (continuation of Deferred@2024680524 after retry RPC after error@1129664292) -> (continuation of Deferred@1684854399 after retry RPC after error@922796526) -> (continuation of Deferred@1044731662 after retry RPC after error@1459622797) -> (continuation of Deferred@1440606268 after retry RPC after error@1684233432) -> (continuation of Deferred@1888131709 after retry RPC after error@658596762)))
06:25:06.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.645 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@708647035(state=PENDING, result=null, callback=(continuation of Deferred@962080850 after retry RPC after error@1558754178) -> (continuation of Deferred@307022264 after retry RPC after error@1349580106) -> (continuation of Deferred@684889526 after retry RPC after error@834623373) -> (continuation of Deferred@1170884875 after retry RPC after error@306654813) -> (continuation of Deferred@772040326 after retry RPC after error@1699500020) -> (continuation of Deferred@1918484551 after retry RPC after error@1506229655) -> (continuation of Deferred@1417298047 after retry RPC after error@1406047979), errback=(continuation of Deferred@962080850 after retry RPC after error@1558754178) -> (continuation of Deferred@307022264 after retry RPC after error@1349580106) -> (continuation of Deferred@684889526 after retry RPC after error@834623373) -> (continuation of Deferred@1170884875 after retry RPC after error@306654813) -> (continuation of Deferred@772040326 after retry RPC after error@1699500020) -> (continuation of Deferred@1918484551 after retry RPC after error@1506229655) -> (continuation of Deferred@1417298047 after retry RPC after error@1406047979)))
06:25:06.646 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@708647035(state=PENDING, result=null, callback=(continuation of Deferred@962080850 after retry RPC after error@1558754178) -> (continuation of Deferred@307022264 after retry RPC after error@1349580106) -> (continuation of Deferred@684889526 after retry RPC after error@834623373) -> (continuation of Deferred@1170884875 after retry RPC after error@306654813) -> (continuation of Deferred@772040326 after retry RPC after error@1699500020) -> (continuation of Deferred@1918484551 after retry RPC after error@1506229655) -> (continuation of Deferred@1417298047 after retry RPC after error@1406047979), errback=(continuation of Deferred@962080850 after retry RPC after error@1558754178) -> (continuation of Deferred@307022264 after retry RPC after error@1349580106) -> (continuation of Deferred@684889526 after retry RPC after error@834623373) -> (continuation of Deferred@1170884875 after retry RPC after error@306654813) -> (continuation of Deferred@772040326 after retry RPC after error@1699500020) -> (continuation of Deferred@1918484551 after retry RPC after error@1506229655) -> (continuation of Deferred@1417298047 after retry RPC after error@1406047979)))
06:25:06.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2040632426(state=PENDING, result=null, callback=(continuation of Deferred@1933331831 after retry RPC after error@196924450) -> (continuation of Deferred@1527740377 after retry RPC after error@779659798) -> (continuation of Deferred@1069423963 after retry RPC after error@1389282122) -> (continuation of Deferred@1927268213 after retry RPC after error@429714210) -> (continuation of Deferred@1443326351 after retry RPC after error@1928799382) -> (continuation of Deferred@2116002258 after retry RPC after error@10784968), errback=(continuation of Deferred@1933331831 after retry RPC after error@196924450) -> (continuation of Deferred@1527740377 after retry RPC after error@779659798) -> (continuation of Deferred@1069423963 after retry RPC after error@1389282122) -> (continuation of Deferred@1927268213 after retry RPC after error@429714210) -> (continuation of Deferred@1443326351 after retry RPC after error@1928799382) -> (continuation of Deferred@2116002258 after retry RPC after error@10784968)))
06:25:06.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2040632426(state=PENDING, result=null, callback=(continuation of Deferred@1933331831 after retry RPC after error@196924450) -> (continuation of Deferred@1527740377 after retry RPC after error@779659798) -> (continuation of Deferred@1069423963 after retry RPC after error@1389282122) -> (continuation of Deferred@1927268213 after retry RPC after error@429714210) -> (continuation of Deferred@1443326351 after retry RPC after error@1928799382) -> (continuation of Deferred@2116002258 after retry RPC after error@10784968), errback=(continuation of Deferred@1933331831 after retry RPC after error@196924450) -> (continuation of Deferred@1527740377 after retry RPC after error@779659798) -> (continuation of Deferred@1069423963 after retry RPC after error@1389282122) -> (continuation of Deferred@1927268213 after retry RPC after error@429714210) -> (continuation of Deferred@1443326351 after retry RPC after error@1928799382) -> (continuation of Deferred@2116002258 after retry RPC after error@10784968)))
06:25:06.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:06.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:06.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:06.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:06.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:06.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1651365612(state=PENDING, result=null, callback=(continuation of Deferred@976177492 after retry RPC after error@1927001423) -> (continuation of Deferred@1136144050 after retry RPC after error@1332632223) -> (continuation of Deferred@265015247 after retry RPC after error@538276532) -> (continuation of Deferred@584717754 after retry RPC after error@534583772) -> (continuation of Deferred@1312364639 after retry RPC after error@1169310718) -> (continuation of Deferred@934803767 after retry RPC after error@1079186916) -> (continuation of Deferred@1177425489 after retry RPC after error@290717913), errback=(continuation of Deferred@976177492 after retry RPC after error@1927001423) -> (continuation of Deferred@1136144050 after retry RPC after error@1332632223) -> (continuation of Deferred@265015247 after retry RPC after error@538276532) -> (continuation of Deferred@584717754 after retry RPC after error@534583772) -> (continuation of Deferred@1312364639 after retry RPC after error@1169310718) -> (continuation of Deferred@934803767 after retry RPC after error@1079186916) -> (continuation of Deferred@1177425489 after retry RPC after error@290717913)))
06:25:07.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1651365612(state=PENDING, result=null, callback=(continuation of Deferred@976177492 after retry RPC after error@1927001423) -> (continuation of Deferred@1136144050 after retry RPC after error@1332632223) -> (continuation of Deferred@265015247 after retry RPC after error@538276532) -> (continuation of Deferred@584717754 after retry RPC after error@534583772) -> (continuation of Deferred@1312364639 after retry RPC after error@1169310718) -> (continuation of Deferred@934803767 after retry RPC after error@1079186916) -> (continuation of Deferred@1177425489 after retry RPC after error@290717913), errback=(continuation of Deferred@976177492 after retry RPC after error@1927001423) -> (continuation of Deferred@1136144050 after retry RPC after error@1332632223) -> (continuation of Deferred@265015247 after retry RPC after error@538276532) -> (continuation of Deferred@584717754 after retry RPC after error@534583772) -> (continuation of Deferred@1312364639 after retry RPC after error@1169310718) -> (continuation of Deferred@934803767 after retry RPC after error@1079186916) -> (continuation of Deferred@1177425489 after retry RPC after error@290717913)))
06:25:07.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.045 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.047 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:07.094609 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:07.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:07.094797 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:07.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.266 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@406144070(state=PENDING, result=null, callback=(continuation of Deferred@1614768484 after retry RPC after error@723374375) -> (continuation of Deferred@1165277692 after retry RPC after error@2010235488) -> (continuation of Deferred@1816064439 after retry RPC after error@695177726) -> (continuation of Deferred@1236563574 after retry RPC after error@814710754) -> (continuation of Deferred@724013837 after retry RPC after error@2123499510) -> (continuation of Deferred@343923092 after retry RPC after error@1606730902) -> (continuation of Deferred@1223465880 after retry RPC after error@640649412), errback=(continuation of Deferred@1614768484 after retry RPC after error@723374375) -> (continuation of Deferred@1165277692 after retry RPC after error@2010235488) -> (continuation of Deferred@1816064439 after retry RPC after error@695177726) -> (continuation of Deferred@1236563574 after retry RPC after error@814710754) -> (continuation of Deferred@724013837 after retry RPC after error@2123499510) -> (continuation of Deferred@343923092 after retry RPC after error@1606730902) -> (continuation of Deferred@1223465880 after retry RPC after error@640649412)))
06:25:07.266 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@406144070(state=PENDING, result=null, callback=(continuation of Deferred@1614768484 after retry RPC after error@723374375) -> (continuation of Deferred@1165277692 after retry RPC after error@2010235488) -> (continuation of Deferred@1816064439 after retry RPC after error@695177726) -> (continuation of Deferred@1236563574 after retry RPC after error@814710754) -> (continuation of Deferred@724013837 after retry RPC after error@2123499510) -> (continuation of Deferred@343923092 after retry RPC after error@1606730902) -> (continuation of Deferred@1223465880 after retry RPC after error@640649412), errback=(continuation of Deferred@1614768484 after retry RPC after error@723374375) -> (continuation of Deferred@1165277692 after retry RPC after error@2010235488) -> (continuation of Deferred@1816064439 after retry RPC after error@695177726) -> (continuation of Deferred@1236563574 after retry RPC after error@814710754) -> (continuation of Deferred@724013837 after retry RPC after error@2123499510) -> (continuation of Deferred@343923092 after retry RPC after error@1606730902) -> (continuation of Deferred@1223465880 after retry RPC after error@640649412)))
06:25:07.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.506 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.506 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1707687818(state=PENDING, result=null, callback=(continuation of Deferred@2096851321 after retry RPC after error@677540629) -> (continuation of Deferred@786539229 after retry RPC after error@49872356) -> (continuation of Deferred@636480611 after retry RPC after error@506386704) -> (continuation of Deferred@1039824706 after retry RPC after error@2015931076) -> (continuation of Deferred@578739542 after retry RPC after error@1248884304) -> (continuation of Deferred@610162747 after retry RPC after error@421374206) -> (continuation of Deferred@1306350310 after retry RPC after error@81162235) -> (continuation of Deferred@1386176730 after retry RPC after error@640772143), errback=(continuation of Deferred@2096851321 after retry RPC after error@677540629) -> (continuation of Deferred@786539229 after retry RPC after error@49872356) -> (continuation of Deferred@636480611 after retry RPC after error@506386704) -> (continuation of Deferred@1039824706 after retry RPC after error@2015931076) -> (continuation of Deferred@578739542 after retry RPC after error@1248884304) -> (continuation of Deferred@610162747 after retry RPC after error@421374206) -> (continuation of Deferred@1306350310 after retry RPC after error@81162235) -> (continuation of Deferred@1386176730 after retry RPC after error@640772143)))
06:25:07.506 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1707687818(state=PENDING, result=null, callback=(continuation of Deferred@2096851321 after retry RPC after error@677540629) -> (continuation of Deferred@786539229 after retry RPC after error@49872356) -> (continuation of Deferred@636480611 after retry RPC after error@506386704) -> (continuation of Deferred@1039824706 after retry RPC after error@2015931076) -> (continuation of Deferred@578739542 after retry RPC after error@1248884304) -> (continuation of Deferred@610162747 after retry RPC after error@421374206) -> (continuation of Deferred@1306350310 after retry RPC after error@81162235) -> (continuation of Deferred@1386176730 after retry RPC after error@640772143), errback=(continuation of Deferred@2096851321 after retry RPC after error@677540629) -> (continuation of Deferred@786539229 after retry RPC after error@49872356) -> (continuation of Deferred@636480611 after retry RPC after error@506386704) -> (continuation of Deferred@1039824706 after retry RPC after error@2015931076) -> (continuation of Deferred@578739542 after retry RPC after error@1248884304) -> (continuation of Deferred@610162747 after retry RPC after error@421374206) -> (continuation of Deferred@1306350310 after retry RPC after error@81162235) -> (continuation of Deferred@1386176730 after retry RPC after error@640772143)))
06:25:07.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.546 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.783 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2108322204(state=PENDING, result=null, callback=(continuation of Deferred@249311804 after retry RPC after error@1331570806) -> (continuation of Deferred@1545869733 after retry RPC after error@1915528492) -> (continuation of Deferred@487470215 after retry RPC after error@590197448) -> (continuation of Deferred@1605922361 after retry RPC after error@1219142951) -> (continuation of Deferred@611060409 after retry RPC after error@1788430094) -> (continuation of Deferred@1993090498 after retry RPC after error@1800545697) -> (continuation of Deferred@791659440 after retry RPC after error@254689388), errback=(continuation of Deferred@249311804 after retry RPC after error@1331570806) -> (continuation of Deferred@1545869733 after retry RPC after error@1915528492) -> (continuation of Deferred@487470215 after retry RPC after error@590197448) -> (continuation of Deferred@1605922361 after retry RPC after error@1219142951) -> (continuation of Deferred@611060409 after retry RPC after error@1788430094) -> (continuation of Deferred@1993090498 after retry RPC after error@1800545697) -> (continuation of Deferred@791659440 after retry RPC after error@254689388)))
06:25:07.784 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:07.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:07.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:07.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:07.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:07.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:07.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.006 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1685273013(state=PENDING, result=null, callback=(continuation of Deferred@28608685 after retry RPC after error@1175787082) -> (continuation of Deferred@1379125572 after retry RPC after error@804318246) -> (continuation of Deferred@170195093 after retry RPC after error@1693259997) -> (continuation of Deferred@676889837 after retry RPC after error@6413340) -> (continuation of Deferred@766274773 after retry RPC after error@562803277) -> (continuation of Deferred@1301816701 after retry RPC after error@1125618158) -> (continuation of Deferred@227776413 after retry RPC after error@1911969208), errback=(continuation of Deferred@28608685 after retry RPC after error@1175787082) -> (continuation of Deferred@1379125572 after retry RPC after error@804318246) -> (continuation of Deferred@170195093 after retry RPC after error@1693259997) -> (continuation of Deferred@676889837 after retry RPC after error@6413340) -> (continuation of Deferred@766274773 after retry RPC after error@562803277) -> (continuation of Deferred@1301816701 after retry RPC after error@1125618158) -> (continuation of Deferred@227776413 after retry RPC after error@1911969208)))
06:25:08.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1685273013(state=PENDING, result=null, callback=(continuation of Deferred@28608685 after retry RPC after error@1175787082) -> (continuation of Deferred@1379125572 after retry RPC after error@804318246) -> (continuation of Deferred@170195093 after retry RPC after error@1693259997) -> (continuation of Deferred@676889837 after retry RPC after error@6413340) -> (continuation of Deferred@766274773 after retry RPC after error@562803277) -> (continuation of Deferred@1301816701 after retry RPC after error@1125618158) -> (continuation of Deferred@227776413 after retry RPC after error@1911969208), errback=(continuation of Deferred@28608685 after retry RPC after error@1175787082) -> (continuation of Deferred@1379125572 after retry RPC after error@804318246) -> (continuation of Deferred@170195093 after retry RPC after error@1693259997) -> (continuation of Deferred@676889837 after retry RPC after error@6413340) -> (continuation of Deferred@766274773 after retry RPC after error@562803277) -> (continuation of Deferred@1301816701 after retry RPC after error@1125618158) -> (continuation of Deferred@227776413 after retry RPC after error@1911969208)))
06:25:08.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@365857211(state=PENDING, result=null, callback=(continuation of Deferred@1734603433 after retry RPC after error@793690401) -> (continuation of Deferred@575763039 after retry RPC after error@1127462143) -> (continuation of Deferred@993915018 after retry RPC after error@1646487813) -> (continuation of Deferred@1271479444 after retry RPC after error@360971614) -> (continuation of Deferred@1097787076 after retry RPC after error@956089517) -> (continuation of Deferred@978543290 after retry RPC after error@808452515) -> (continuation of Deferred@106863015 after retry RPC after error@1490676845), errback=(continuation of Deferred@1734603433 after retry RPC after error@793690401) -> (continuation of Deferred@575763039 after retry RPC after error@1127462143) -> (continuation of Deferred@993915018 after retry RPC after error@1646487813) -> (continuation of Deferred@1271479444 after retry RPC after error@360971614) -> (continuation of Deferred@1097787076 after retry RPC after error@956089517) -> (continuation of Deferred@978543290 after retry RPC after error@808452515) -> (continuation of Deferred@106863015 after retry RPC after error@1490676845)))
06:25:08.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@365857211(state=PENDING, result=null, callback=(continuation of Deferred@1734603433 after retry RPC after error@793690401) -> (continuation of Deferred@575763039 after retry RPC after error@1127462143) -> (continuation of Deferred@993915018 after retry RPC after error@1646487813) -> (continuation of Deferred@1271479444 after retry RPC after error@360971614) -> (continuation of Deferred@1097787076 after retry RPC after error@956089517) -> (continuation of Deferred@978543290 after retry RPC after error@808452515) -> (continuation of Deferred@106863015 after retry RPC after error@1490676845), errback=(continuation of Deferred@1734603433 after retry RPC after error@793690401) -> (continuation of Deferred@575763039 after retry RPC after error@1127462143) -> (continuation of Deferred@993915018 after retry RPC after error@1646487813) -> (continuation of Deferred@1271479444 after retry RPC after error@360971614) -> (continuation of Deferred@1097787076 after retry RPC after error@956089517) -> (continuation of Deferred@978543290 after retry RPC after error@808452515) -> (continuation of Deferred@106863015 after retry RPC after error@1490676845)))
06:25:08.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1556970170(state=PENDING, result=null, callback=(continuation of Deferred@1648099029 after retry RPC after error@637788708) -> (continuation of Deferred@1426900294 after retry RPC after error@1646493175) -> (continuation of Deferred@1599334960 after retry RPC after error@1727537468) -> (continuation of Deferred@1441660496 after retry RPC after error@744029663) -> (continuation of Deferred@1813680142 after retry RPC after error@1263316336) -> (continuation of Deferred@1902761271 after retry RPC after error@439646400) -> (continuation of Deferred@571867496 after retry RPC after error@211754871), errback=(continuation of Deferred@1648099029 after retry RPC after error@637788708) -> (continuation of Deferred@1426900294 after retry RPC after error@1646493175) -> (continuation of Deferred@1599334960 after retry RPC after error@1727537468) -> (continuation of Deferred@1441660496 after retry RPC after error@744029663) -> (continuation of Deferred@1813680142 after retry RPC after error@1263316336) -> (continuation of Deferred@1902761271 after retry RPC after error@439646400) -> (continuation of Deferred@571867496 after retry RPC after error@211754871)))
06:25:08.486 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1556970170(state=PENDING, result=null, callback=(continuation of Deferred@1648099029 after retry RPC after error@637788708) -> (continuation of Deferred@1426900294 after retry RPC after error@1646493175) -> (continuation of Deferred@1599334960 after retry RPC after error@1727537468) -> (continuation of Deferred@1441660496 after retry RPC after error@744029663) -> (continuation of Deferred@1813680142 after retry RPC after error@1263316336) -> (continuation of Deferred@1902761271 after retry RPC after error@439646400) -> (continuation of Deferred@571867496 after retry RPC after error@211754871), errback=(continuation of Deferred@1648099029 after retry RPC after error@637788708) -> (continuation of Deferred@1426900294 after retry RPC after error@1646493175) -> (continuation of Deferred@1599334960 after retry RPC after error@1727537468) -> (continuation of Deferred@1441660496 after retry RPC after error@744029663) -> (continuation of Deferred@1813680142 after retry RPC after error@1263316336) -> (continuation of Deferred@1902761271 after retry RPC after error@439646400) -> (continuation of Deferred@571867496 after retry RPC after error@211754871)))
06:25:08.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.586 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.746 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.746 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1804634284(state=PENDING, result=null, callback=(continuation of Deferred@651547507 after retry RPC after error@525031860) -> (continuation of Deferred@166453499 after retry RPC after error@1725025410) -> (continuation of Deferred@1855440224 after retry RPC after error@735361023) -> (continuation of Deferred@2112779846 after retry RPC after error@364056741) -> (continuation of Deferred@1172274102 after retry RPC after error@1270503357) -> (continuation of Deferred@1172849866 after retry RPC after error@1221804778) -> (continuation of Deferred@1987019405 after retry RPC after error@1878074434), errback=(continuation of Deferred@651547507 after retry RPC after error@525031860) -> (continuation of Deferred@166453499 after retry RPC after error@1725025410) -> (continuation of Deferred@1855440224 after retry RPC after error@735361023) -> (continuation of Deferred@2112779846 after retry RPC after error@364056741) -> (continuation of Deferred@1172274102 after retry RPC after error@1270503357) -> (continuation of Deferred@1172849866 after retry RPC after error@1221804778) -> (continuation of Deferred@1987019405 after retry RPC after error@1878074434)))
06:25:08.747 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1804634284(state=PENDING, result=null, callback=(continuation of Deferred@651547507 after retry RPC after error@525031860) -> (continuation of Deferred@166453499 after retry RPC after error@1725025410) -> (continuation of Deferred@1855440224 after retry RPC after error@735361023) -> (continuation of Deferred@2112779846 after retry RPC after error@364056741) -> (continuation of Deferred@1172274102 after retry RPC after error@1270503357) -> (continuation of Deferred@1172849866 after retry RPC after error@1221804778) -> (continuation of Deferred@1987019405 after retry RPC after error@1878074434), errback=(continuation of Deferred@651547507 after retry RPC after error@525031860) -> (continuation of Deferred@166453499 after retry RPC after error@1725025410) -> (continuation of Deferred@1855440224 after retry RPC after error@735361023) -> (continuation of Deferred@2112779846 after retry RPC after error@364056741) -> (continuation of Deferred@1172274102 after retry RPC after error@1270503357) -> (continuation of Deferred@1172849866 after retry RPC after error@1221804778) -> (continuation of Deferred@1987019405 after retry RPC after error@1878074434)))
06:25:08.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1080574307(state=PENDING, result=null, callback=(continuation of Deferred@1904524131 after retry RPC after error@136538325) -> (continuation of Deferred@759642809 after retry RPC after error@791020843) -> (continuation of Deferred@2066611215 after retry RPC after error@1759204991) -> (continuation of Deferred@2086480687 after retry RPC after error@1666016978) -> (continuation of Deferred@2006201136 after retry RPC after error@1171188499) -> (continuation of Deferred@1356834006 after retry RPC after error@1479291881), errback=(continuation of Deferred@1904524131 after retry RPC after error@136538325) -> (continuation of Deferred@759642809 after retry RPC after error@791020843) -> (continuation of Deferred@2066611215 after retry RPC after error@1759204991) -> (continuation of Deferred@2086480687 after retry RPC after error@1666016978) -> (continuation of Deferred@2006201136 after retry RPC after error@1171188499) -> (continuation of Deferred@1356834006 after retry RPC after error@1479291881)))
06:25:08.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1080574307(state=PENDING, result=null, callback=(continuation of Deferred@1904524131 after retry RPC after error@136538325) -> (continuation of Deferred@759642809 after retry RPC after error@791020843) -> (continuation of Deferred@2066611215 after retry RPC after error@1759204991) -> (continuation of Deferred@2086480687 after retry RPC after error@1666016978) -> (continuation of Deferred@2006201136 after retry RPC after error@1171188499) -> (continuation of Deferred@1356834006 after retry RPC after error@1479291881), errback=(continuation of Deferred@1904524131 after retry RPC after error@136538325) -> (continuation of Deferred@759642809 after retry RPC after error@791020843) -> (continuation of Deferred@2066611215 after retry RPC after error@1759204991) -> (continuation of Deferred@2086480687 after retry RPC after error@1666016978) -> (continuation of Deferred@2006201136 after retry RPC after error@1171188499) -> (continuation of Deferred@1356834006 after retry RPC after error@1479291881)))
06:25:08.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:08.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:08.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:08.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:08.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:08.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.165 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@859526782(state=PENDING, result=null, callback=(continuation of Deferred@1478521737 after retry RPC after error@863136379) -> (continuation of Deferred@363735433 after retry RPC after error@2085553636) -> (continuation of Deferred@665357791 after retry RPC after error@120134371) -> (continuation of Deferred@1672448494 after retry RPC after error@1741410394) -> (continuation of Deferred@74350345 after retry RPC after error@1264554853) -> (continuation of Deferred@1411416857 after retry RPC after error@1842401479) -> (continuation of Deferred@447839299 after retry RPC after error@767693003), errback=(continuation of Deferred@1478521737 after retry RPC after error@863136379) -> (continuation of Deferred@363735433 after retry RPC after error@2085553636) -> (continuation of Deferred@665357791 after retry RPC after error@120134371) -> (continuation of Deferred@1672448494 after retry RPC after error@1741410394) -> (continuation of Deferred@74350345 after retry RPC after error@1264554853) -> (continuation of Deferred@1411416857 after retry RPC after error@1842401479) -> (continuation of Deferred@447839299 after retry RPC after error@767693003)))
06:25:09.166 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@859526782(state=PENDING, result=null, callback=(continuation of Deferred@1478521737 after retry RPC after error@863136379) -> (continuation of Deferred@363735433 after retry RPC after error@2085553636) -> (continuation of Deferred@665357791 after retry RPC after error@120134371) -> (continuation of Deferred@1672448494 after retry RPC after error@1741410394) -> (continuation of Deferred@74350345 after retry RPC after error@1264554853) -> (continuation of Deferred@1411416857 after retry RPC after error@1842401479) -> (continuation of Deferred@447839299 after retry RPC after error@767693003), errback=(continuation of Deferred@1478521737 after retry RPC after error@863136379) -> (continuation of Deferred@363735433 after retry RPC after error@2085553636) -> (continuation of Deferred@665357791 after retry RPC after error@120134371) -> (continuation of Deferred@1672448494 after retry RPC after error@1741410394) -> (continuation of Deferred@74350345 after retry RPC after error@1264554853) -> (continuation of Deferred@1411416857 after retry RPC after error@1842401479) -> (continuation of Deferred@447839299 after retry RPC after error@767693003)))
06:25:09.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@118273635(state=PENDING, result=null, callback=(continuation of Deferred@1758048608 after retry RPC after error@72646887) -> (continuation of Deferred@757377315 after retry RPC after error@1341762890) -> (continuation of Deferred@1788757860 after retry RPC after error@1257091432) -> (continuation of Deferred@1107850407 after retry RPC after error@1083773521) -> (continuation of Deferred@1478809665 after retry RPC after error@2145731804) -> (continuation of Deferred@2118761163 after retry RPC after error@1992963273) -> (continuation of Deferred@139594881 after retry RPC after error@1564764915), errback=(continuation of Deferred@1758048608 after retry RPC after error@72646887) -> (continuation of Deferred@757377315 after retry RPC after error@1341762890) -> (continuation of Deferred@1788757860 after retry RPC after error@1257091432) -> (continuation of Deferred@1107850407 after retry RPC after error@1083773521) -> (continuation of Deferred@1478809665 after retry RPC after error@2145731804) -> (continuation of Deferred@2118761163 after retry RPC after error@1992963273) -> (continuation of Deferred@139594881 after retry RPC after error@1564764915)))
06:25:09.406 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@118273635(state=PENDING, result=null, callback=(continuation of Deferred@1758048608 after retry RPC after error@72646887) -> (continuation of Deferred@757377315 after retry RPC after error@1341762890) -> (continuation of Deferred@1788757860 after retry RPC after error@1257091432) -> (continuation of Deferred@1107850407 after retry RPC after error@1083773521) -> (continuation of Deferred@1478809665 after retry RPC after error@2145731804) -> (continuation of Deferred@2118761163 after retry RPC after error@1992963273) -> (continuation of Deferred@139594881 after retry RPC after error@1564764915), errback=(continuation of Deferred@1758048608 after retry RPC after error@72646887) -> (continuation of Deferred@757377315 after retry RPC after error@1341762890) -> (continuation of Deferred@1788757860 after retry RPC after error@1257091432) -> (continuation of Deferred@1107850407 after retry RPC after error@1083773521) -> (continuation of Deferred@1478809665 after retry RPC after error@2145731804) -> (continuation of Deferred@2118761163 after retry RPC after error@1992963273) -> (continuation of Deferred@139594881 after retry RPC after error@1564764915)))
06:25:09.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.683 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@785815015(state=PENDING, result=null, callback=(continuation of Deferred@2082458215 after retry RPC after error@270239656) -> (continuation of Deferred@1609491057 after retry RPC after error@1158495686) -> (continuation of Deferred@1195613170 after retry RPC after error@187261557) -> (continuation of Deferred@603776011 after retry RPC after error@263397055) -> (continuation of Deferred@1425311920 after retry RPC after error@336487057) -> (continuation of Deferred@1352007847 after retry RPC after error@1195879148) -> (continuation of Deferred@931531708 after retry RPC after error@1358687543), errback=(continuation of Deferred@2082458215 after retry RPC after error@270239656) -> (continuation of Deferred@1609491057 after retry RPC after error@1158495686) -> (continuation of Deferred@1195613170 after retry RPC after error@187261557) -> (continuation of Deferred@603776011 after retry RPC after error@263397055) -> (continuation of Deferred@1425311920 after retry RPC after error@336487057) -> (continuation of Deferred@1352007847 after retry RPC after error@1195879148) -> (continuation of Deferred@931531708 after retry RPC after error@1358687543)))
06:25:09.683 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:09.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.726 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:09.853497 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:09.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:09.855983 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:09.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:09.857285 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:09.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.906 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@823079253(state=PENDING, result=null, callback=(continuation of Deferred@328850147 after retry RPC after error@1335058482) -> (continuation of Deferred@1278191788 after retry RPC after error@81968613) -> (continuation of Deferred@1500590424 after retry RPC after error@221726900) -> (continuation of Deferred@1013771126 after retry RPC after error@762344587) -> (continuation of Deferred@2111536012 after retry RPC after error@1243541099) -> (continuation of Deferred@292723461 after retry RPC after error@1057517964) -> (continuation of Deferred@430533370 after retry RPC after error@620339730) -> (continuation of Deferred@559329083 after retry RPC after error@1571696268), errback=(continuation of Deferred@328850147 after retry RPC after error@1335058482) -> (continuation of Deferred@1278191788 after retry RPC after error@81968613) -> (continuation of Deferred@1500590424 after retry RPC after error@221726900) -> (continuation of Deferred@1013771126 after retry RPC after error@762344587) -> (continuation of Deferred@2111536012 after retry RPC after error@1243541099) -> (continuation of Deferred@292723461 after retry RPC after error@1057517964) -> (continuation of Deferred@430533370 after retry RPC after error@620339730) -> (continuation of Deferred@559329083 after retry RPC after error@1571696268)))
06:25:09.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@823079253(state=PENDING, result=null, callback=(continuation of Deferred@328850147 after retry RPC after error@1335058482) -> (continuation of Deferred@1278191788 after retry RPC after error@81968613) -> (continuation of Deferred@1500590424 after retry RPC after error@221726900) -> (continuation of Deferred@1013771126 after retry RPC after error@762344587) -> (continuation of Deferred@2111536012 after retry RPC after error@1243541099) -> (continuation of Deferred@292723461 after retry RPC after error@1057517964) -> (continuation of Deferred@430533370 after retry RPC after error@620339730) -> (continuation of Deferred@559329083 after retry RPC after error@1571696268), errback=(continuation of Deferred@328850147 after retry RPC after error@1335058482) -> (continuation of Deferred@1278191788 after retry RPC after error@81968613) -> (continuation of Deferred@1500590424 after retry RPC after error@221726900) -> (continuation of Deferred@1013771126 after retry RPC after error@762344587) -> (continuation of Deferred@2111536012 after retry RPC after error@1243541099) -> (continuation of Deferred@292723461 after retry RPC after error@1057517964) -> (continuation of Deferred@430533370 after retry RPC after error@620339730) -> (continuation of Deferred@559329083 after retry RPC after error@1571696268)))
06:25:09.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:09.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:09.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:09.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:09.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:09.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.222 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1647287565(state=PENDING, result=null, callback=(continuation of Deferred@568490131 after retry RPC after error@1553167430) -> (continuation of Deferred@707681585 after retry RPC after error@880245388) -> (continuation of Deferred@107199089 after retry RPC after error@1091948479) -> (continuation of Deferred@420140409 after retry RPC after error@371621838) -> (continuation of Deferred@227409737 after retry RPC after error@1644863856) -> (continuation of Deferred@761528661 after retry RPC after error@144298808) -> (continuation of Deferred@1787564757 after retry RPC after error@1564098517), errback=(continuation of Deferred@568490131 after retry RPC after error@1553167430) -> (continuation of Deferred@707681585 after retry RPC after error@880245388) -> (continuation of Deferred@107199089 after retry RPC after error@1091948479) -> (continuation of Deferred@420140409 after retry RPC after error@371621838) -> (continuation of Deferred@227409737 after retry RPC after error@1644863856) -> (continuation of Deferred@761528661 after retry RPC after error@144298808) -> (continuation of Deferred@1787564757 after retry RPC after error@1564098517)))
06:25:10.223 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:10.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.466 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@630188872(state=PENDING, result=null, callback=(continuation of Deferred@1137970007 after retry RPC after error@242466793) -> (continuation of Deferred@1417579714 after retry RPC after error@250734766) -> (continuation of Deferred@1830601876 after retry RPC after error@2122555945) -> (continuation of Deferred@1589328295 after retry RPC after error@1594756678) -> (continuation of Deferred@1413302615 after retry RPC after error@927738643) -> (continuation of Deferred@809327196 after retry RPC after error@535698979) -> (continuation of Deferred@564628344 after retry RPC after error@2011511020), errback=(continuation of Deferred@1137970007 after retry RPC after error@242466793) -> (continuation of Deferred@1417579714 after retry RPC after error@250734766) -> (continuation of Deferred@1830601876 after retry RPC after error@2122555945) -> (continuation of Deferred@1589328295 after retry RPC after error@1594756678) -> (continuation of Deferred@1413302615 after retry RPC after error@927738643) -> (continuation of Deferred@809327196 after retry RPC after error@535698979) -> (continuation of Deferred@564628344 after retry RPC after error@2011511020)))
06:25:10.466 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@630188872(state=PENDING, result=null, callback=(continuation of Deferred@1137970007 after retry RPC after error@242466793) -> (continuation of Deferred@1417579714 after retry RPC after error@250734766) -> (continuation of Deferred@1830601876 after retry RPC after error@2122555945) -> (continuation of Deferred@1589328295 after retry RPC after error@1594756678) -> (continuation of Deferred@1413302615 after retry RPC after error@927738643) -> (continuation of Deferred@809327196 after retry RPC after error@535698979) -> (continuation of Deferred@564628344 after retry RPC after error@2011511020), errback=(continuation of Deferred@1137970007 after retry RPC after error@242466793) -> (continuation of Deferred@1417579714 after retry RPC after error@250734766) -> (continuation of Deferred@1830601876 after retry RPC after error@2122555945) -> (continuation of Deferred@1589328295 after retry RPC after error@1594756678) -> (continuation of Deferred@1413302615 after retry RPC after error@927738643) -> (continuation of Deferred@809327196 after retry RPC after error@535698979) -> (continuation of Deferred@564628344 after retry RPC after error@2011511020)))
06:25:10.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.684 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@394821311(state=PENDING, result=null, callback=(continuation of Deferred@1208839988 after retry RPC after error@245469275) -> (continuation of Deferred@868893109 after retry RPC after error@1734589685) -> (continuation of Deferred@1144265698 after retry RPC after error@1175808119) -> (continuation of Deferred@666066665 after retry RPC after error@1573772030) -> (continuation of Deferred@960639406 after retry RPC after error@1417261089) -> (continuation of Deferred@1761667153 after retry RPC after error@1512691109) -> (continuation of Deferred@1926123535 after retry RPC after error@1806638799), errback=(continuation of Deferred@1208839988 after retry RPC after error@245469275) -> (continuation of Deferred@868893109 after retry RPC after error@1734589685) -> (continuation of Deferred@1144265698 after retry RPC after error@1175808119) -> (continuation of Deferred@666066665 after retry RPC after error@1573772030) -> (continuation of Deferred@960639406 after retry RPC after error@1417261089) -> (continuation of Deferred@1761667153 after retry RPC after error@1512691109) -> (continuation of Deferred@1926123535 after retry RPC after error@1806638799)))
06:25:10.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@394821311(state=PENDING, result=null, callback=(continuation of Deferred@1208839988 after retry RPC after error@245469275) -> (continuation of Deferred@868893109 after retry RPC after error@1734589685) -> (continuation of Deferred@1144265698 after retry RPC after error@1175808119) -> (continuation of Deferred@666066665 after retry RPC after error@1573772030) -> (continuation of Deferred@960639406 after retry RPC after error@1417261089) -> (continuation of Deferred@1761667153 after retry RPC after error@1512691109) -> (continuation of Deferred@1926123535 after retry RPC after error@1806638799), errback=(continuation of Deferred@1208839988 after retry RPC after error@245469275) -> (continuation of Deferred@868893109 after retry RPC after error@1734589685) -> (continuation of Deferred@1144265698 after retry RPC after error@1175808119) -> (continuation of Deferred@666066665 after retry RPC after error@1573772030) -> (continuation of Deferred@960639406 after retry RPC after error@1417261089) -> (continuation of Deferred@1761667153 after retry RPC after error@1512691109) -> (continuation of Deferred@1926123535 after retry RPC after error@1806638799)))
06:25:10.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.926 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@787293690(state=PENDING, result=null, callback=(continuation of Deferred@1331660090 after retry RPC after error@1522049312) -> (continuation of Deferred@1677921491 after retry RPC after error@587605852) -> (continuation of Deferred@281215059 after retry RPC after error@258802378) -> (continuation of Deferred@1945428576 after retry RPC after error@1641682821) -> (continuation of Deferred@1771258485 after retry RPC after error@235894495) -> (continuation of Deferred@1513910940 after retry RPC after error@1810575457) -> (continuation of Deferred@404248451 after retry RPC after error@1842635729), errback=(continuation of Deferred@1331660090 after retry RPC after error@1522049312) -> (continuation of Deferred@1677921491 after retry RPC after error@587605852) -> (continuation of Deferred@281215059 after retry RPC after error@258802378) -> (continuation of Deferred@1945428576 after retry RPC after error@1641682821) -> (continuation of Deferred@1771258485 after retry RPC after error@235894495) -> (continuation of Deferred@1513910940 after retry RPC after error@1810575457) -> (continuation of Deferred@404248451 after retry RPC after error@1842635729)))
06:25:10.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@787293690(state=PENDING, result=null, callback=(continuation of Deferred@1331660090 after retry RPC after error@1522049312) -> (continuation of Deferred@1677921491 after retry RPC after error@587605852) -> (continuation of Deferred@281215059 after retry RPC after error@258802378) -> (continuation of Deferred@1945428576 after retry RPC after error@1641682821) -> (continuation of Deferred@1771258485 after retry RPC after error@235894495) -> (continuation of Deferred@1513910940 after retry RPC after error@1810575457) -> (continuation of Deferred@404248451 after retry RPC after error@1842635729), errback=(continuation of Deferred@1331660090 after retry RPC after error@1522049312) -> (continuation of Deferred@1677921491 after retry RPC after error@587605852) -> (continuation of Deferred@281215059 after retry RPC after error@258802378) -> (continuation of Deferred@1945428576 after retry RPC after error@1641682821) -> (continuation of Deferred@1771258485 after retry RPC after error@235894495) -> (continuation of Deferred@1513910940 after retry RPC after error@1810575457) -> (continuation of Deferred@404248451 after retry RPC after error@1842635729)))
06:25:10.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:10.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:10.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:10.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:10.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:10.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@776729015(state=PENDING, result=null, callback=(continuation of Deferred@1538542016 after retry RPC after error@410832384) -> (continuation of Deferred@1141234188 after retry RPC after error@900877682) -> (continuation of Deferred@1286727757 after retry RPC after error@843260693) -> (continuation of Deferred@1484544747 after retry RPC after error@2139247947) -> (continuation of Deferred@1018308982 after retry RPC after error@390262398) -> (continuation of Deferred@760431999 after retry RPC after error@1075213715) -> (continuation of Deferred@1841433982 after retry RPC after error@1844658086), errback=(continuation of Deferred@1538542016 after retry RPC after error@410832384) -> (continuation of Deferred@1141234188 after retry RPC after error@900877682) -> (continuation of Deferred@1286727757 after retry RPC after error@843260693) -> (continuation of Deferred@1484544747 after retry RPC after error@2139247947) -> (continuation of Deferred@1018308982 after retry RPC after error@390262398) -> (continuation of Deferred@760431999 after retry RPC after error@1075213715) -> (continuation of Deferred@1841433982 after retry RPC after error@1844658086)))
06:25:11.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@776729015(state=PENDING, result=null, callback=(continuation of Deferred@1538542016 after retry RPC after error@410832384) -> (continuation of Deferred@1141234188 after retry RPC after error@900877682) -> (continuation of Deferred@1286727757 after retry RPC after error@843260693) -> (continuation of Deferred@1484544747 after retry RPC after error@2139247947) -> (continuation of Deferred@1018308982 after retry RPC after error@390262398) -> (continuation of Deferred@760431999 after retry RPC after error@1075213715) -> (continuation of Deferred@1841433982 after retry RPC after error@1844658086), errback=(continuation of Deferred@1538542016 after retry RPC after error@410832384) -> (continuation of Deferred@1141234188 after retry RPC after error@900877682) -> (continuation of Deferred@1286727757 after retry RPC after error@843260693) -> (continuation of Deferred@1484544747 after retry RPC after error@2139247947) -> (continuation of Deferred@1018308982 after retry RPC after error@390262398) -> (continuation of Deferred@760431999 after retry RPC after error@1075213715) -> (continuation of Deferred@1841433982 after retry RPC after error@1844658086)))
06:25:11.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.326 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@667210477(state=PENDING, result=null, callback=(continuation of Deferred@53161229 after retry RPC after error@1580622928) -> (continuation of Deferred@223934133 after retry RPC after error@210374217) -> (continuation of Deferred@1452476816 after retry RPC after error@996865014) -> (continuation of Deferred@1909282672 after retry RPC after error@761919302) -> (continuation of Deferred@1668855026 after retry RPC after error@258018856) -> (continuation of Deferred@344768099 after retry RPC after error@1992140915), errback=(continuation of Deferred@53161229 after retry RPC after error@1580622928) -> (continuation of Deferred@223934133 after retry RPC after error@210374217) -> (continuation of Deferred@1452476816 after retry RPC after error@996865014) -> (continuation of Deferred@1909282672 after retry RPC after error@761919302) -> (continuation of Deferred@1668855026 after retry RPC after error@258018856) -> (continuation of Deferred@344768099 after retry RPC after error@1992140915)))
06:25:11.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@667210477(state=PENDING, result=null, callback=(continuation of Deferred@53161229 after retry RPC after error@1580622928) -> (continuation of Deferred@223934133 after retry RPC after error@210374217) -> (continuation of Deferred@1452476816 after retry RPC after error@996865014) -> (continuation of Deferred@1909282672 after retry RPC after error@761919302) -> (continuation of Deferred@1668855026 after retry RPC after error@258018856) -> (continuation of Deferred@344768099 after retry RPC after error@1992140915), errback=(continuation of Deferred@53161229 after retry RPC after error@1580622928) -> (continuation of Deferred@223934133 after retry RPC after error@210374217) -> (continuation of Deferred@1452476816 after retry RPC after error@996865014) -> (continuation of Deferred@1909282672 after retry RPC after error@761919302) -> (continuation of Deferred@1668855026 after retry RPC after error@258018856) -> (continuation of Deferred@344768099 after retry RPC after error@1992140915)))
06:25:11.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1982445834(state=PENDING, result=null, callback=(continuation of Deferred@275126911 after retry RPC after error@1056481321) -> (continuation of Deferred@652559351 after retry RPC after error@490688456) -> (continuation of Deferred@1034558450 after retry RPC after error@1185418630) -> (continuation of Deferred@1247679583 after retry RPC after error@771245011) -> (continuation of Deferred@1088469013 after retry RPC after error@1185040818) -> (continuation of Deferred@2086945237 after retry RPC after error@325935953), errback=(continuation of Deferred@275126911 after retry RPC after error@1056481321) -> (continuation of Deferred@652559351 after retry RPC after error@490688456) -> (continuation of Deferred@1034558450 after retry RPC after error@1185418630) -> (continuation of Deferred@1247679583 after retry RPC after error@771245011) -> (continuation of Deferred@1088469013 after retry RPC after error@1185040818) -> (continuation of Deferred@2086945237 after retry RPC after error@325935953)))
06:25:11.546 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1982445834(state=PENDING, result=null, callback=(continuation of Deferred@275126911 after retry RPC after error@1056481321) -> (continuation of Deferred@652559351 after retry RPC after error@490688456) -> (continuation of Deferred@1034558450 after retry RPC after error@1185418630) -> (continuation of Deferred@1247679583 after retry RPC after error@771245011) -> (continuation of Deferred@1088469013 after retry RPC after error@1185040818) -> (continuation of Deferred@2086945237 after retry RPC after error@325935953), errback=(continuation of Deferred@275126911 after retry RPC after error@1056481321) -> (continuation of Deferred@652559351 after retry RPC after error@490688456) -> (continuation of Deferred@1034558450 after retry RPC after error@1185418630) -> (continuation of Deferred@1247679583 after retry RPC after error@771245011) -> (continuation of Deferred@1088469013 after retry RPC after error@1185040818) -> (continuation of Deferred@2086945237 after retry RPC after error@325935953)))
06:25:11.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.806 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1864858034(state=PENDING, result=null, callback=(continuation of Deferred@446369259 after retry RPC after error@229818185) -> (continuation of Deferred@1928225996 after retry RPC after error@651196874) -> (continuation of Deferred@1692851374 after retry RPC after error@2083946380) -> (continuation of Deferred@2105523394 after retry RPC after error@1489278094) -> (continuation of Deferred@169160852 after retry RPC after error@1158739013) -> (continuation of Deferred@1166657929 after retry RPC after error@966083922) -> (continuation of Deferred@438780772 after retry RPC after error@1482108601), errback=(continuation of Deferred@446369259 after retry RPC after error@229818185) -> (continuation of Deferred@1928225996 after retry RPC after error@651196874) -> (continuation of Deferred@1692851374 after retry RPC after error@2083946380) -> (continuation of Deferred@2105523394 after retry RPC after error@1489278094) -> (continuation of Deferred@169160852 after retry RPC after error@1158739013) -> (continuation of Deferred@1166657929 after retry RPC after error@966083922) -> (continuation of Deferred@438780772 after retry RPC after error@1482108601)))
06:25:11.807 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1864858034(state=PENDING, result=null, callback=(continuation of Deferred@446369259 after retry RPC after error@229818185) -> (continuation of Deferred@1928225996 after retry RPC after error@651196874) -> (continuation of Deferred@1692851374 after retry RPC after error@2083946380) -> (continuation of Deferred@2105523394 after retry RPC after error@1489278094) -> (continuation of Deferred@169160852 after retry RPC after error@1158739013) -> (continuation of Deferred@1166657929 after retry RPC after error@966083922) -> (continuation of Deferred@438780772 after retry RPC after error@1482108601), errback=(continuation of Deferred@446369259 after retry RPC after error@229818185) -> (continuation of Deferred@1928225996 after retry RPC after error@651196874) -> (continuation of Deferred@1692851374 after retry RPC after error@2083946380) -> (continuation of Deferred@2105523394 after retry RPC after error@1489278094) -> (continuation of Deferred@169160852 after retry RPC after error@1158739013) -> (continuation of Deferred@1166657929 after retry RPC after error@966083922) -> (continuation of Deferred@438780772 after retry RPC after error@1482108601)))
06:25:11.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:11.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:11.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:11.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:11.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:11.985 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2016081972(state=PENDING, result=null, callback=(continuation of Deferred@1928999302 after retry RPC after error@451758278) -> (continuation of Deferred@15713030 after retry RPC after error@799764599) -> (continuation of Deferred@217977349 after retry RPC after error@2091241508) -> (continuation of Deferred@36494149 after retry RPC after error@1995455423) -> (continuation of Deferred@182612318 after retry RPC after error@1486140630) -> (continuation of Deferred@1007069810 after retry RPC after error@1264341902), errback=(continuation of Deferred@1928999302 after retry RPC after error@451758278) -> (continuation of Deferred@15713030 after retry RPC after error@799764599) -> (continuation of Deferred@217977349 after retry RPC after error@2091241508) -> (continuation of Deferred@36494149 after retry RPC after error@1995455423) -> (continuation of Deferred@182612318 after retry RPC after error@1486140630) -> (continuation of Deferred@1007069810 after retry RPC after error@1264341902)))
06:25:11.986 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2016081972(state=PENDING, result=null, callback=(continuation of Deferred@1928999302 after retry RPC after error@451758278) -> (continuation of Deferred@15713030 after retry RPC after error@799764599) -> (continuation of Deferred@217977349 after retry RPC after error@2091241508) -> (continuation of Deferred@36494149 after retry RPC after error@1995455423) -> (continuation of Deferred@182612318 after retry RPC after error@1486140630) -> (continuation of Deferred@1007069810 after retry RPC after error@1264341902), errback=(continuation of Deferred@1928999302 after retry RPC after error@451758278) -> (continuation of Deferred@15713030 after retry RPC after error@799764599) -> (continuation of Deferred@217977349 after retry RPC after error@2091241508) -> (continuation of Deferred@36494149 after retry RPC after error@1995455423) -> (continuation of Deferred@182612318 after retry RPC after error@1486140630) -> (continuation of Deferred@1007069810 after retry RPC after error@1264341902)))
06:25:12.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.024 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.066 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.098117 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:12.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.098335 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:12.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.106 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.226 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.227 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1451146923(state=PENDING, result=null, callback=(continuation of Deferred@1326675643 after retry RPC after error@1360943750) -> (continuation of Deferred@668784236 after retry RPC after error@74760154) -> (continuation of Deferred@1351006017 after retry RPC after error@1936661949) -> (continuation of Deferred@851560970 after retry RPC after error@334117351) -> (continuation of Deferred@1991489636 after retry RPC after error@2101002746) -> (continuation of Deferred@1092077005 after retry RPC after error@57735433) -> (continuation of Deferred@1760231835 after retry RPC after error@1131751533), errback=(continuation of Deferred@1326675643 after retry RPC after error@1360943750) -> (continuation of Deferred@668784236 after retry RPC after error@74760154) -> (continuation of Deferred@1351006017 after retry RPC after error@1936661949) -> (continuation of Deferred@851560970 after retry RPC after error@334117351) -> (continuation of Deferred@1991489636 after retry RPC after error@2101002746) -> (continuation of Deferred@1092077005 after retry RPC after error@57735433) -> (continuation of Deferred@1760231835 after retry RPC after error@1131751533)))
06:25:12.227 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1451146923(state=PENDING, result=null, callback=(continuation of Deferred@1326675643 after retry RPC after error@1360943750) -> (continuation of Deferred@668784236 after retry RPC after error@74760154) -> (continuation of Deferred@1351006017 after retry RPC after error@1936661949) -> (continuation of Deferred@851560970 after retry RPC after error@334117351) -> (continuation of Deferred@1991489636 after retry RPC after error@2101002746) -> (continuation of Deferred@1092077005 after retry RPC after error@57735433) -> (continuation of Deferred@1760231835 after retry RPC after error@1131751533), errback=(continuation of Deferred@1326675643 after retry RPC after error@1360943750) -> (continuation of Deferred@668784236 after retry RPC after error@74760154) -> (continuation of Deferred@1351006017 after retry RPC after error@1936661949) -> (continuation of Deferred@851560970 after retry RPC after error@334117351) -> (continuation of Deferred@1991489636 after retry RPC after error@2101002746) -> (continuation of Deferred@1092077005 after retry RPC after error@57735433) -> (continuation of Deferred@1760231835 after retry RPC after error@1131751533)))
06:25:12.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.286 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@112672119(state=PENDING, result=null, callback=(continuation of Deferred@702266207 after retry RPC after error@433050815) -> (continuation of Deferred@1131399866 after retry RPC after error@2081164069) -> (continuation of Deferred@150558392 after retry RPC after error@1869877556) -> (continuation of Deferred@1391668346 after retry RPC after error@1312444450) -> (continuation of Deferred@213160907 after retry RPC after error@1124523736) -> (continuation of Deferred@140360254 after retry RPC after error@351948887) -> (continuation of Deferred@1014539208 after retry RPC after error@1241336449), errback=(continuation of Deferred@702266207 after retry RPC after error@433050815) -> (continuation of Deferred@1131399866 after retry RPC after error@2081164069) -> (continuation of Deferred@150558392 after retry RPC after error@1869877556) -> (continuation of Deferred@1391668346 after retry RPC after error@1312444450) -> (continuation of Deferred@213160907 after retry RPC after error@1124523736) -> (continuation of Deferred@140360254 after retry RPC after error@351948887) -> (continuation of Deferred@1014539208 after retry RPC after error@1241336449)))
06:25:12.406 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@112672119(state=PENDING, result=null, callback=(continuation of Deferred@702266207 after retry RPC after error@433050815) -> (continuation of Deferred@1131399866 after retry RPC after error@2081164069) -> (continuation of Deferred@150558392 after retry RPC after error@1869877556) -> (continuation of Deferred@1391668346 after retry RPC after error@1312444450) -> (continuation of Deferred@213160907 after retry RPC after error@1124523736) -> (continuation of Deferred@140360254 after retry RPC after error@351948887) -> (continuation of Deferred@1014539208 after retry RPC after error@1241336449), errback=(continuation of Deferred@702266207 after retry RPC after error@433050815) -> (continuation of Deferred@1131399866 after retry RPC after error@2081164069) -> (continuation of Deferred@150558392 after retry RPC after error@1869877556) -> (continuation of Deferred@1391668346 after retry RPC after error@1312444450) -> (continuation of Deferred@213160907 after retry RPC after error@1124523736) -> (continuation of Deferred@140360254 after retry RPC after error@351948887) -> (continuation of Deferred@1014539208 after retry RPC after error@1241336449)))
06:25:12.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.667 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.668 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.668 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.670 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [246ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [246ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [247ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [248ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@551336994(state=PENDING, result=null, callback=(continuation of Deferred@1266547407 after retry RPC after error@1617594794) -> (continuation of Deferred@494911507 after retry RPC after error@1485259314) -> (continuation of Deferred@2089312367 after retry RPC after error@1209762189) -> (continuation of Deferred@721924037 after retry RPC after error@1240723013) -> (continuation of Deferred@1992782860 after retry RPC after error@1648661680) -> (continuation of Deferred@1949001402 after retry RPC after error@578564028) -> (continuation of Deferred@1876314347 after retry RPC after error@695316661) -> (continuation of Deferred@104865175 after retry RPC after error@1157813036), errback=(continuation of Deferred@1266547407 after retry RPC after error@1617594794) -> (continuation of Deferred@494911507 after retry RPC after error@1485259314) -> (continuation of Deferred@2089312367 after retry RPC after error@1209762189) -> (continuation of Deferred@721924037 after retry RPC after error@1240723013) -> (continuation of Deferred@1992782860 after retry RPC after error@1648661680) -> (continuation of Deferred@1949001402 after retry RPC after error@578564028) -> (continuation of Deferred@1876314347 after retry RPC after error@695316661) -> (continuation of Deferred@104865175 after retry RPC after error@1157813036)))
06:25:12.671 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=247), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [246ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [246ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [247ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [248ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@551336994(state=PENDING, result=null, callback=(continuation of Deferred@1266547407 after retry RPC after error@1617594794) -> (continuation of Deferred@494911507 after retry RPC after error@1485259314) -> (continuation of Deferred@2089312367 after retry RPC after error@1209762189) -> (continuation of Deferred@721924037 after retry RPC after error@1240723013) -> (continuation of Deferred@1992782860 after retry RPC after error@1648661680) -> (continuation of Deferred@1949001402 after retry RPC after error@578564028) -> (continuation of Deferred@1876314347 after retry RPC after error@695316661) -> (continuation of Deferred@104865175 after retry RPC after error@1157813036), errback=(continuation of Deferred@1266547407 after retry RPC after error@1617594794) -> (continuation of Deferred@494911507 after retry RPC after error@1485259314) -> (continuation of Deferred@2089312367 after retry RPC after error@1209762189) -> (continuation of Deferred@721924037 after retry RPC after error@1240723013) -> (continuation of Deferred@1992782860 after retry RPC after error@1648661680) -> (continuation of Deferred@1949001402 after retry RPC after error@578564028) -> (continuation of Deferred@1876314347 after retry RPC after error@695316661) -> (continuation of Deferred@104865175 after retry RPC after error@1157813036)))
06:25:12.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.786885 15160 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.787077 15160 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:12.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.787772 15160 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:12.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:12.788699 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111) [suppressed 3 similar messages]
06:25:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:12.789844 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:12.790051 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.790155 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:12.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:12.790371 15160 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:12.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.942 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2057324959(state=PENDING, result=null, callback=(continuation of Deferred@483073380 after retry RPC after error@1079526144) -> (continuation of Deferred@1460197291 after retry RPC after error@798785636) -> (continuation of Deferred@1803065550 after retry RPC after error@1765443298) -> (continuation of Deferred@2023662049 after retry RPC after error@868909366) -> (continuation of Deferred@475779433 after retry RPC after error@560679318) -> (continuation of Deferred@754415091 after retry RPC after error@1263764074) -> (continuation of Deferred@155304688 after retry RPC after error@1914506679), errback=(continuation of Deferred@483073380 after retry RPC after error@1079526144) -> (continuation of Deferred@1460197291 after retry RPC after error@798785636) -> (continuation of Deferred@1803065550 after retry RPC after error@1765443298) -> (continuation of Deferred@2023662049 after retry RPC after error@868909366) -> (continuation of Deferred@475779433 after retry RPC after error@560679318) -> (continuation of Deferred@754415091 after retry RPC after error@1263764074) -> (continuation of Deferred@155304688 after retry RPC after error@1914506679)))
06:25:12.943 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:12.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.964 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.966 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:12.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:12.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:12.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:12.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:12.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.166 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@803890484(state=PENDING, result=null, callback=(continuation of Deferred@731736215 after retry RPC after error@664567398) -> (continuation of Deferred@209045853 after retry RPC after error@1892339234) -> (continuation of Deferred@819186044 after retry RPC after error@1954086478) -> (continuation of Deferred@1457909437 after retry RPC after error@1886949789) -> (continuation of Deferred@1590574791 after retry RPC after error@1844912606) -> (continuation of Deferred@345946843 after retry RPC after error@543040940) -> (continuation of Deferred@264834918 after retry RPC after error@1541678736), errback=(continuation of Deferred@731736215 after retry RPC after error@664567398) -> (continuation of Deferred@209045853 after retry RPC after error@1892339234) -> (continuation of Deferred@819186044 after retry RPC after error@1954086478) -> (continuation of Deferred@1457909437 after retry RPC after error@1886949789) -> (continuation of Deferred@1590574791 after retry RPC after error@1844912606) -> (continuation of Deferred@345946843 after retry RPC after error@543040940) -> (continuation of Deferred@264834918 after retry RPC after error@1541678736)))
06:25:13.167 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@803890484(state=PENDING, result=null, callback=(continuation of Deferred@731736215 after retry RPC after error@664567398) -> (continuation of Deferred@209045853 after retry RPC after error@1892339234) -> (continuation of Deferred@819186044 after retry RPC after error@1954086478) -> (continuation of Deferred@1457909437 after retry RPC after error@1886949789) -> (continuation of Deferred@1590574791 after retry RPC after error@1844912606) -> (continuation of Deferred@345946843 after retry RPC after error@543040940) -> (continuation of Deferred@264834918 after retry RPC after error@1541678736), errback=(continuation of Deferred@731736215 after retry RPC after error@664567398) -> (continuation of Deferred@209045853 after retry RPC after error@1892339234) -> (continuation of Deferred@819186044 after retry RPC after error@1954086478) -> (continuation of Deferred@1457909437 after retry RPC after error@1886949789) -> (continuation of Deferred@1590574791 after retry RPC after error@1844912606) -> (continuation of Deferred@345946843 after retry RPC after error@543040940) -> (continuation of Deferred@264834918 after retry RPC after error@1541678736)))
06:25:13.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.425 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1219739101(state=PENDING, result=null, callback=(continuation of Deferred@1441084206 after retry RPC after error@1327170060) -> (continuation of Deferred@1614133633 after retry RPC after error@901627151) -> (continuation of Deferred@1237161173 after retry RPC after error@1579279500) -> (continuation of Deferred@320186232 after retry RPC after error@1259873744) -> (continuation of Deferred@1847991130 after retry RPC after error@1064470422) -> (continuation of Deferred@23255399 after retry RPC after error@190732862) -> (continuation of Deferred@1434221764 after retry RPC after error@2115571658) -> (continuation of Deferred@1764182159 after retry RPC after error@282161215), errback=(continuation of Deferred@1441084206 after retry RPC after error@1327170060) -> (continuation of Deferred@1614133633 after retry RPC after error@901627151) -> (continuation of Deferred@1237161173 after retry RPC after error@1579279500) -> (continuation of Deferred@320186232 after retry RPC after error@1259873744) -> (continuation of Deferred@1847991130 after retry RPC after error@1064470422) -> (continuation of Deferred@23255399 after retry RPC after error@190732862) -> (continuation of Deferred@1434221764 after retry RPC after error@2115571658) -> (continuation of Deferred@1764182159 after retry RPC after error@282161215)))
06:25:13.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1219739101(state=PENDING, result=null, callback=(continuation of Deferred@1441084206 after retry RPC after error@1327170060) -> (continuation of Deferred@1614133633 after retry RPC after error@901627151) -> (continuation of Deferred@1237161173 after retry RPC after error@1579279500) -> (continuation of Deferred@320186232 after retry RPC after error@1259873744) -> (continuation of Deferred@1847991130 after retry RPC after error@1064470422) -> (continuation of Deferred@23255399 after retry RPC after error@190732862) -> (continuation of Deferred@1434221764 after retry RPC after error@2115571658) -> (continuation of Deferred@1764182159 after retry RPC after error@282161215), errback=(continuation of Deferred@1441084206 after retry RPC after error@1327170060) -> (continuation of Deferred@1614133633 after retry RPC after error@901627151) -> (continuation of Deferred@1237161173 after retry RPC after error@1579279500) -> (continuation of Deferred@320186232 after retry RPC after error@1259873744) -> (continuation of Deferred@1847991130 after retry RPC after error@1064470422) -> (continuation of Deferred@23255399 after retry RPC after error@190732862) -> (continuation of Deferred@1434221764 after retry RPC after error@2115571658) -> (continuation of Deferred@1764182159 after retry RPC after error@282161215)))
06:25:13.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.606 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1470004588(state=PENDING, result=null, callback=(continuation of Deferred@1069607823 after retry RPC after error@1532008375) -> (continuation of Deferred@2109129099 after retry RPC after error@1499965004) -> (continuation of Deferred@1631826556 after retry RPC after error@1056013516) -> (continuation of Deferred@1971345408 after retry RPC after error@288478522) -> (continuation of Deferred@1839027506 after retry RPC after error@1480545105) -> (continuation of Deferred@797462542 after retry RPC after error@814729408) -> (continuation of Deferred@926691110 after retry RPC after error@364599115), errback=(continuation of Deferred@1069607823 after retry RPC after error@1532008375) -> (continuation of Deferred@2109129099 after retry RPC after error@1499965004) -> (continuation of Deferred@1631826556 after retry RPC after error@1056013516) -> (continuation of Deferred@1971345408 after retry RPC after error@288478522) -> (continuation of Deferred@1839027506 after retry RPC after error@1480545105) -> (continuation of Deferred@797462542 after retry RPC after error@814729408) -> (continuation of Deferred@926691110 after retry RPC after error@364599115)))
06:25:13.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1470004588(state=PENDING, result=null, callback=(continuation of Deferred@1069607823 after retry RPC after error@1532008375) -> (continuation of Deferred@2109129099 after retry RPC after error@1499965004) -> (continuation of Deferred@1631826556 after retry RPC after error@1056013516) -> (continuation of Deferred@1971345408 after retry RPC after error@288478522) -> (continuation of Deferred@1839027506 after retry RPC after error@1480545105) -> (continuation of Deferred@797462542 after retry RPC after error@814729408) -> (continuation of Deferred@926691110 after retry RPC after error@364599115), errback=(continuation of Deferred@1069607823 after retry RPC after error@1532008375) -> (continuation of Deferred@2109129099 after retry RPC after error@1499965004) -> (continuation of Deferred@1631826556 after retry RPC after error@1056013516) -> (continuation of Deferred@1971345408 after retry RPC after error@288478522) -> (continuation of Deferred@1839027506 after retry RPC after error@1480545105) -> (continuation of Deferred@797462542 after retry RPC after error@814729408) -> (continuation of Deferred@926691110 after retry RPC after error@364599115)))
06:25:13.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1583940157(state=PENDING, result=null, callback=(continuation of Deferred@1623130435 after retry RPC after error@1331780703) -> (continuation of Deferred@1808066841 after retry RPC after error@2099934902) -> (continuation of Deferred@1695008073 after retry RPC after error@549580306) -> (continuation of Deferred@1812023090 after retry RPC after error@1110447042) -> (continuation of Deferred@424061760 after retry RPC after error@920155908) -> (continuation of Deferred@1350995514 after retry RPC after error@308951531), errback=(continuation of Deferred@1623130435 after retry RPC after error@1331780703) -> (continuation of Deferred@1808066841 after retry RPC after error@2099934902) -> (continuation of Deferred@1695008073 after retry RPC after error@549580306) -> (continuation of Deferred@1812023090 after retry RPC after error@1110447042) -> (continuation of Deferred@424061760 after retry RPC after error@920155908) -> (continuation of Deferred@1350995514 after retry RPC after error@308951531)))
06:25:13.786 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1583940157(state=PENDING, result=null, callback=(continuation of Deferred@1623130435 after retry RPC after error@1331780703) -> (continuation of Deferred@1808066841 after retry RPC after error@2099934902) -> (continuation of Deferred@1695008073 after retry RPC after error@549580306) -> (continuation of Deferred@1812023090 after retry RPC after error@1110447042) -> (continuation of Deferred@424061760 after retry RPC after error@920155908) -> (continuation of Deferred@1350995514 after retry RPC after error@308951531), errback=(continuation of Deferred@1623130435 after retry RPC after error@1331780703) -> (continuation of Deferred@1808066841 after retry RPC after error@2099934902) -> (continuation of Deferred@1695008073 after retry RPC after error@549580306) -> (continuation of Deferred@1812023090 after retry RPC after error@1110447042) -> (continuation of Deferred@424061760 after retry RPC after error@920155908) -> (continuation of Deferred@1350995514 after retry RPC after error@308951531)))
06:25:13.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.866 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:13.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:13.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:13.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:13.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:13.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@389066030(state=PENDING, result=null, callback=(continuation of Deferred@877724178 after retry RPC after error@1377758305) -> (continuation of Deferred@174645574 after retry RPC after error@404972792) -> (continuation of Deferred@618574972 after retry RPC after error@25573730) -> (continuation of Deferred@1286183621 after retry RPC after error@1336812300) -> (continuation of Deferred@511841233 after retry RPC after error@780100682) -> (continuation of Deferred@780184818 after retry RPC after error@277367917) -> (continuation of Deferred@505071926 after retry RPC after error@1267905419), errback=(continuation of Deferred@877724178 after retry RPC after error@1377758305) -> (continuation of Deferred@174645574 after retry RPC after error@404972792) -> (continuation of Deferred@618574972 after retry RPC after error@25573730) -> (continuation of Deferred@1286183621 after retry RPC after error@1336812300) -> (continuation of Deferred@511841233 after retry RPC after error@780100682) -> (continuation of Deferred@780184818 after retry RPC after error@277367917) -> (continuation of Deferred@505071926 after retry RPC after error@1267905419)))
06:25:14.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@389066030(state=PENDING, result=null, callback=(continuation of Deferred@877724178 after retry RPC after error@1377758305) -> (continuation of Deferred@174645574 after retry RPC after error@404972792) -> (continuation of Deferred@618574972 after retry RPC after error@25573730) -> (continuation of Deferred@1286183621 after retry RPC after error@1336812300) -> (continuation of Deferred@511841233 after retry RPC after error@780100682) -> (continuation of Deferred@780184818 after retry RPC after error@277367917) -> (continuation of Deferred@505071926 after retry RPC after error@1267905419), errback=(continuation of Deferred@877724178 after retry RPC after error@1377758305) -> (continuation of Deferred@174645574 after retry RPC after error@404972792) -> (continuation of Deferred@618574972 after retry RPC after error@25573730) -> (continuation of Deferred@1286183621 after retry RPC after error@1336812300) -> (continuation of Deferred@511841233 after retry RPC after error@780100682) -> (continuation of Deferred@780184818 after retry RPC after error@277367917) -> (continuation of Deferred@505071926 after retry RPC after error@1267905419)))
06:25:14.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:14.116118 15179 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:14.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:14.116318 15179 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:14.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:14.117041 15179 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:14.119160 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:14.119381 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:14.119526 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:14.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:14.119819 15179 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:14.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.245 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1763535410(state=PENDING, result=null, callback=(continuation of Deferred@1078661504 after retry RPC after error@1754245951) -> (continuation of Deferred@292978740 after retry RPC after error@330835154) -> (continuation of Deferred@199749684 after retry RPC after error@514090020) -> (continuation of Deferred@1005990116 after retry RPC after error@1773805052) -> (continuation of Deferred@1567110831 after retry RPC after error@1624308834) -> (continuation of Deferred@1781240204 after retry RPC after error@1397171400) -> (continuation of Deferred@1334226241 after retry RPC after error@676490047), errback=(continuation of Deferred@1078661504 after retry RPC after error@1754245951) -> (continuation of Deferred@292978740 after retry RPC after error@330835154) -> (continuation of Deferred@199749684 after retry RPC after error@514090020) -> (continuation of Deferred@1005990116 after retry RPC after error@1773805052) -> (continuation of Deferred@1567110831 after retry RPC after error@1624308834) -> (continuation of Deferred@1781240204 after retry RPC after error@1397171400) -> (continuation of Deferred@1334226241 after retry RPC after error@676490047)))
06:25:14.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1763535410(state=PENDING, result=null, callback=(continuation of Deferred@1078661504 after retry RPC after error@1754245951) -> (continuation of Deferred@292978740 after retry RPC after error@330835154) -> (continuation of Deferred@199749684 after retry RPC after error@514090020) -> (continuation of Deferred@1005990116 after retry RPC after error@1773805052) -> (continuation of Deferred@1567110831 after retry RPC after error@1624308834) -> (continuation of Deferred@1781240204 after retry RPC after error@1397171400) -> (continuation of Deferred@1334226241 after retry RPC after error@676490047), errback=(continuation of Deferred@1078661504 after retry RPC after error@1754245951) -> (continuation of Deferred@292978740 after retry RPC after error@330835154) -> (continuation of Deferred@199749684 after retry RPC after error@514090020) -> (continuation of Deferred@1005990116 after retry RPC after error@1773805052) -> (continuation of Deferred@1567110831 after retry RPC after error@1624308834) -> (continuation of Deferred@1781240204 after retry RPC after error@1397171400) -> (continuation of Deferred@1334226241 after retry RPC after error@676490047)))
06:25:14.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1823677363(state=PENDING, result=null, callback=(continuation of Deferred@1304438691 after retry RPC after error@1119039738) -> (continuation of Deferred@614163712 after retry RPC after error@1342282915) -> (continuation of Deferred@481317951 after retry RPC after error@1197441971) -> (continuation of Deferred@949177661 after retry RPC after error@1680554504) -> (continuation of Deferred@2057607966 after retry RPC after error@1105055202) -> (continuation of Deferred@1661311553 after retry RPC after error@1581455187) -> (continuation of Deferred@6364142 after retry RPC after error@796681437), errback=(continuation of Deferred@1304438691 after retry RPC after error@1119039738) -> (continuation of Deferred@614163712 after retry RPC after error@1342282915) -> (continuation of Deferred@481317951 after retry RPC after error@1197441971) -> (continuation of Deferred@949177661 after retry RPC after error@1680554504) -> (continuation of Deferred@2057607966 after retry RPC after error@1105055202) -> (continuation of Deferred@1661311553 after retry RPC after error@1581455187) -> (continuation of Deferred@6364142 after retry RPC after error@796681437)))
06:25:14.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1823677363(state=PENDING, result=null, callback=(continuation of Deferred@1304438691 after retry RPC after error@1119039738) -> (continuation of Deferred@614163712 after retry RPC after error@1342282915) -> (continuation of Deferred@481317951 after retry RPC after error@1197441971) -> (continuation of Deferred@949177661 after retry RPC after error@1680554504) -> (continuation of Deferred@2057607966 after retry RPC after error@1105055202) -> (continuation of Deferred@1661311553 after retry RPC after error@1581455187) -> (continuation of Deferred@6364142 after retry RPC after error@796681437), errback=(continuation of Deferred@1304438691 after retry RPC after error@1119039738) -> (continuation of Deferred@614163712 after retry RPC after error@1342282915) -> (continuation of Deferred@481317951 after retry RPC after error@1197441971) -> (continuation of Deferred@949177661 after retry RPC after error@1680554504) -> (continuation of Deferred@2057607966 after retry RPC after error@1105055202) -> (continuation of Deferred@1661311553 after retry RPC after error@1581455187) -> (continuation of Deferred@6364142 after retry RPC after error@796681437)))
06:25:14.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.524 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1571610194(state=PENDING, result=null, callback=(continuation of Deferred@751708273 after retry RPC after error@1722236289) -> (continuation of Deferred@2070439951 after retry RPC after error@1083012990) -> (continuation of Deferred@501039806 after retry RPC after error@1120485297) -> (continuation of Deferred@2061045751 after retry RPC after error@1363456341) -> (continuation of Deferred@645648753 after retry RPC after error@759453368) -> (continuation of Deferred@525353552 after retry RPC after error@1802143478), errback=(continuation of Deferred@751708273 after retry RPC after error@1722236289) -> (continuation of Deferred@2070439951 after retry RPC after error@1083012990) -> (continuation of Deferred@501039806 after retry RPC after error@1120485297) -> (continuation of Deferred@2061045751 after retry RPC after error@1363456341) -> (continuation of Deferred@645648753 after retry RPC after error@759453368) -> (continuation of Deferred@525353552 after retry RPC after error@1802143478)))
06:25:14.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1571610194(state=PENDING, result=null, callback=(continuation of Deferred@751708273 after retry RPC after error@1722236289) -> (continuation of Deferred@2070439951 after retry RPC after error@1083012990) -> (continuation of Deferred@501039806 after retry RPC after error@1120485297) -> (continuation of Deferred@2061045751 after retry RPC after error@1363456341) -> (continuation of Deferred@645648753 after retry RPC after error@759453368) -> (continuation of Deferred@525353552 after retry RPC after error@1802143478), errback=(continuation of Deferred@751708273 after retry RPC after error@1722236289) -> (continuation of Deferred@2070439951 after retry RPC after error@1083012990) -> (continuation of Deferred@501039806 after retry RPC after error@1120485297) -> (continuation of Deferred@2061045751 after retry RPC after error@1363456341) -> (continuation of Deferred@645648753 after retry RPC after error@759453368) -> (continuation of Deferred@525353552 after retry RPC after error@1802143478)))
06:25:14.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.784 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.786 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1528407567(state=PENDING, result=null, callback=(continuation of Deferred@266510869 after retry RPC after error@512329157) -> (continuation of Deferred@652313869 after retry RPC after error@819885568) -> (continuation of Deferred@716605444 after retry RPC after error@2017695546) -> (continuation of Deferred@1386261714 after retry RPC after error@286109424) -> (continuation of Deferred@266728061 after retry RPC after error@1811631868) -> (continuation of Deferred@1022011757 after retry RPC after error@1089272366) -> (continuation of Deferred@1622842964 after retry RPC after error@1359458321), errback=(continuation of Deferred@266510869 after retry RPC after error@512329157) -> (continuation of Deferred@652313869 after retry RPC after error@819885568) -> (continuation of Deferred@716605444 after retry RPC after error@2017695546) -> (continuation of Deferred@1386261714 after retry RPC after error@286109424) -> (continuation of Deferred@266728061 after retry RPC after error@1811631868) -> (continuation of Deferred@1022011757 after retry RPC after error@1089272366) -> (continuation of Deferred@1622842964 after retry RPC after error@1359458321)))
06:25:14.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [159ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1528407567(state=PENDING, result=null, callback=(continuation of Deferred@266510869 after retry RPC after error@512329157) -> (continuation of Deferred@652313869 after retry RPC after error@819885568) -> (continuation of Deferred@716605444 after retry RPC after error@2017695546) -> (continuation of Deferred@1386261714 after retry RPC after error@286109424) -> (continuation of Deferred@266728061 after retry RPC after error@1811631868) -> (continuation of Deferred@1022011757 after retry RPC after error@1089272366) -> (continuation of Deferred@1622842964 after retry RPC after error@1359458321), errback=(continuation of Deferred@266510869 after retry RPC after error@512329157) -> (continuation of Deferred@652313869 after retry RPC after error@819885568) -> (continuation of Deferred@716605444 after retry RPC after error@2017695546) -> (continuation of Deferred@1386261714 after retry RPC after error@286109424) -> (continuation of Deferred@266728061 after retry RPC after error@1811631868) -> (continuation of Deferred@1022011757 after retry RPC after error@1089272366) -> (continuation of Deferred@1622842964 after retry RPC after error@1359458321)))
06:25:14.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:14.920605 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:14.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:14.922013 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:14.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:14.923776 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:14.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:14.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:14.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:14.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:14.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.965 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:14.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.125 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1101153412(state=PENDING, result=null, callback=(continuation of Deferred@160023533 after retry RPC after error@2032639444) -> (continuation of Deferred@373306993 after retry RPC after error@1159059033) -> (continuation of Deferred@46461885 after retry RPC after error@1204295436) -> (continuation of Deferred@1345081914 after retry RPC after error@1004593528) -> (continuation of Deferred@505193634 after retry RPC after error@426487834) -> (continuation of Deferred@736402575 after retry RPC after error@389235626) -> (continuation of Deferred@1819401306 after retry RPC after error@677268142), errback=(continuation of Deferred@160023533 after retry RPC after error@2032639444) -> (continuation of Deferred@373306993 after retry RPC after error@1159059033) -> (continuation of Deferred@46461885 after retry RPC after error@1204295436) -> (continuation of Deferred@1345081914 after retry RPC after error@1004593528) -> (continuation of Deferred@505193634 after retry RPC after error@426487834) -> (continuation of Deferred@736402575 after retry RPC after error@389235626) -> (continuation of Deferred@1819401306 after retry RPC after error@677268142)))
06:25:15.125 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1101153412(state=PENDING, result=null, callback=(continuation of Deferred@160023533 after retry RPC after error@2032639444) -> (continuation of Deferred@373306993 after retry RPC after error@1159059033) -> (continuation of Deferred@46461885 after retry RPC after error@1204295436) -> (continuation of Deferred@1345081914 after retry RPC after error@1004593528) -> (continuation of Deferred@505193634 after retry RPC after error@426487834) -> (continuation of Deferred@736402575 after retry RPC after error@389235626) -> (continuation of Deferred@1819401306 after retry RPC after error@677268142), errback=(continuation of Deferred@160023533 after retry RPC after error@2032639444) -> (continuation of Deferred@373306993 after retry RPC after error@1159059033) -> (continuation of Deferred@46461885 after retry RPC after error@1204295436) -> (continuation of Deferred@1345081914 after retry RPC after error@1004593528) -> (continuation of Deferred@505193634 after retry RPC after error@426487834) -> (continuation of Deferred@736402575 after retry RPC after error@389235626) -> (continuation of Deferred@1819401306 after retry RPC after error@677268142)))
06:25:15.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.305 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@71416122(state=PENDING, result=null, callback=(continuation of Deferred@1809220953 after retry RPC after error@341420260) -> (continuation of Deferred@1516535879 after retry RPC after error@1399159384) -> (continuation of Deferred@205963552 after retry RPC after error@1434535620) -> (continuation of Deferred@723096203 after retry RPC after error@1406568970) -> (continuation of Deferred@1763909265 after retry RPC after error@919323159) -> (continuation of Deferred@1361150863 after retry RPC after error@918607227) -> (continuation of Deferred@1197904548 after retry RPC after error@802503461), errback=(continuation of Deferred@1809220953 after retry RPC after error@341420260) -> (continuation of Deferred@1516535879 after retry RPC after error@1399159384) -> (continuation of Deferred@205963552 after retry RPC after error@1434535620) -> (continuation of Deferred@723096203 after retry RPC after error@1406568970) -> (continuation of Deferred@1763909265 after retry RPC after error@919323159) -> (continuation of Deferred@1361150863 after retry RPC after error@918607227) -> (continuation of Deferred@1197904548 after retry RPC after error@802503461)))
06:25:15.305 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@71416122(state=PENDING, result=null, callback=(continuation of Deferred@1809220953 after retry RPC after error@341420260) -> (continuation of Deferred@1516535879 after retry RPC after error@1399159384) -> (continuation of Deferred@205963552 after retry RPC after error@1434535620) -> (continuation of Deferred@723096203 after retry RPC after error@1406568970) -> (continuation of Deferred@1763909265 after retry RPC after error@919323159) -> (continuation of Deferred@1361150863 after retry RPC after error@918607227) -> (continuation of Deferred@1197904548 after retry RPC after error@802503461), errback=(continuation of Deferred@1809220953 after retry RPC after error@341420260) -> (continuation of Deferred@1516535879 after retry RPC after error@1399159384) -> (continuation of Deferred@205963552 after retry RPC after error@1434535620) -> (continuation of Deferred@723096203 after retry RPC after error@1406568970) -> (continuation of Deferred@1763909265 after retry RPC after error@919323159) -> (continuation of Deferred@1361150863 after retry RPC after error@918607227) -> (continuation of Deferred@1197904548 after retry RPC after error@802503461)))
06:25:15.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.566 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1476870356(state=PENDING, result=null, callback=(continuation of Deferred@480002523 after retry RPC after error@386355354) -> (continuation of Deferred@206537882 after retry RPC after error@1856791591) -> (continuation of Deferred@272659120 after retry RPC after error@1039033250) -> (continuation of Deferred@1307921361 after retry RPC after error@1089831700) -> (continuation of Deferred@1404283976 after retry RPC after error@495859439) -> (continuation of Deferred@2051169612 after retry RPC after error@373529651) -> (continuation of Deferred@1490858847 after retry RPC after error@881450981), errback=(continuation of Deferred@480002523 after retry RPC after error@386355354) -> (continuation of Deferred@206537882 after retry RPC after error@1856791591) -> (continuation of Deferred@272659120 after retry RPC after error@1039033250) -> (continuation of Deferred@1307921361 after retry RPC after error@1089831700) -> (continuation of Deferred@1404283976 after retry RPC after error@495859439) -> (continuation of Deferred@2051169612 after retry RPC after error@373529651) -> (continuation of Deferred@1490858847 after retry RPC after error@881450981)))
06:25:15.567 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1476870356(state=PENDING, result=null, callback=(continuation of Deferred@480002523 after retry RPC after error@386355354) -> (continuation of Deferred@206537882 after retry RPC after error@1856791591) -> (continuation of Deferred@272659120 after retry RPC after error@1039033250) -> (continuation of Deferred@1307921361 after retry RPC after error@1089831700) -> (continuation of Deferred@1404283976 after retry RPC after error@495859439) -> (continuation of Deferred@2051169612 after retry RPC after error@373529651) -> (continuation of Deferred@1490858847 after retry RPC after error@881450981), errback=(continuation of Deferred@480002523 after retry RPC after error@386355354) -> (continuation of Deferred@206537882 after retry RPC after error@1856791591) -> (continuation of Deferred@272659120 after retry RPC after error@1039033250) -> (continuation of Deferred@1307921361 after retry RPC after error@1089831700) -> (continuation of Deferred@1404283976 after retry RPC after error@495859439) -> (continuation of Deferred@2051169612 after retry RPC after error@373529651) -> (continuation of Deferred@1490858847 after retry RPC after error@881450981)))
06:25:15.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1630932080(state=PENDING, result=null, callback=(continuation of Deferred@693354474 after retry RPC after error@2076702642) -> (continuation of Deferred@250918824 after retry RPC after error@1601208202) -> (continuation of Deferred@1801992033 after retry RPC after error@802568153) -> (continuation of Deferred@78941308 after retry RPC after error@1491349327) -> (continuation of Deferred@1922947085 after retry RPC after error@1818968440) -> (continuation of Deferred@1276962789 after retry RPC after error@897263486) -> (continuation of Deferred@700111980 after retry RPC after error@527186082), errback=(continuation of Deferred@693354474 after retry RPC after error@2076702642) -> (continuation of Deferred@250918824 after retry RPC after error@1601208202) -> (continuation of Deferred@1801992033 after retry RPC after error@802568153) -> (continuation of Deferred@78941308 after retry RPC after error@1491349327) -> (continuation of Deferred@1922947085 after retry RPC after error@1818968440) -> (continuation of Deferred@1276962789 after retry RPC after error@897263486) -> (continuation of Deferred@700111980 after retry RPC after error@527186082)))
06:25:15.786 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1630932080(state=PENDING, result=null, callback=(continuation of Deferred@693354474 after retry RPC after error@2076702642) -> (continuation of Deferred@250918824 after retry RPC after error@1601208202) -> (continuation of Deferred@1801992033 after retry RPC after error@802568153) -> (continuation of Deferred@78941308 after retry RPC after error@1491349327) -> (continuation of Deferred@1922947085 after retry RPC after error@1818968440) -> (continuation of Deferred@1276962789 after retry RPC after error@897263486) -> (continuation of Deferred@700111980 after retry RPC after error@527186082), errback=(continuation of Deferred@693354474 after retry RPC after error@2076702642) -> (continuation of Deferred@250918824 after retry RPC after error@1601208202) -> (continuation of Deferred@1801992033 after retry RPC after error@802568153) -> (continuation of Deferred@78941308 after retry RPC after error@1491349327) -> (continuation of Deferred@1922947085 after retry RPC after error@1818968440) -> (continuation of Deferred@1276962789 after retry RPC after error@897263486) -> (continuation of Deferred@700111980 after retry RPC after error@527186082)))
06:25:15.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.946 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@723223549(state=PENDING, result=null, callback=(continuation of Deferred@1521484524 after retry RPC after error@1032313254) -> (continuation of Deferred@2075262275 after retry RPC after error@205688227) -> (continuation of Deferred@1455376805 after retry RPC after error@1442242621) -> (continuation of Deferred@567890981 after retry RPC after error@971958824) -> (continuation of Deferred@363888337 after retry RPC after error@2007339858) -> (continuation of Deferred@473340415 after retry RPC after error@1388814331), errback=(continuation of Deferred@1521484524 after retry RPC after error@1032313254) -> (continuation of Deferred@2075262275 after retry RPC after error@205688227) -> (continuation of Deferred@1455376805 after retry RPC after error@1442242621) -> (continuation of Deferred@567890981 after retry RPC after error@971958824) -> (continuation of Deferred@363888337 after retry RPC after error@2007339858) -> (continuation of Deferred@473340415 after retry RPC after error@1388814331)))
06:25:15.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@723223549(state=PENDING, result=null, callback=(continuation of Deferred@1521484524 after retry RPC after error@1032313254) -> (continuation of Deferred@2075262275 after retry RPC after error@205688227) -> (continuation of Deferred@1455376805 after retry RPC after error@1442242621) -> (continuation of Deferred@567890981 after retry RPC after error@971958824) -> (continuation of Deferred@363888337 after retry RPC after error@2007339858) -> (continuation of Deferred@473340415 after retry RPC after error@1388814331), errback=(continuation of Deferred@1521484524 after retry RPC after error@1032313254) -> (continuation of Deferred@2075262275 after retry RPC after error@205688227) -> (continuation of Deferred@1455376805 after retry RPC after error@1442242621) -> (continuation of Deferred@567890981 after retry RPC after error@971958824) -> (continuation of Deferred@363888337 after retry RPC after error@2007339858) -> (continuation of Deferred@473340415 after retry RPC after error@1388814331)))
06:25:15.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:15.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:15.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:15.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:15.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:15.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.223 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@194496751(state=PENDING, result=null, callback=(continuation of Deferred@996788569 after retry RPC after error@1775276700) -> (continuation of Deferred@1311673401 after retry RPC after error@2068571555) -> (continuation of Deferred@236837010 after retry RPC after error@1672806335) -> (continuation of Deferred@1505884340 after retry RPC after error@2097375442) -> (continuation of Deferred@498788008 after retry RPC after error@1496824743) -> (continuation of Deferred@258337901 after retry RPC after error@1774604459) -> (continuation of Deferred@587424925 after retry RPC after error@1192040921), errback=(continuation of Deferred@996788569 after retry RPC after error@1775276700) -> (continuation of Deferred@1311673401 after retry RPC after error@2068571555) -> (continuation of Deferred@236837010 after retry RPC after error@1672806335) -> (continuation of Deferred@1505884340 after retry RPC after error@2097375442) -> (continuation of Deferred@498788008 after retry RPC after error@1496824743) -> (continuation of Deferred@258337901 after retry RPC after error@1774604459) -> (continuation of Deferred@587424925 after retry RPC after error@1192040921)))
06:25:16.224 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:16.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.266 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.306 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@453097435(state=PENDING, result=null, callback=(continuation of Deferred@1831147672 after retry RPC after error@853828842) -> (continuation of Deferred@739951783 after retry RPC after error@984813968) -> (continuation of Deferred@2140614534 after retry RPC after error@1850066858) -> (continuation of Deferred@343939385 after retry RPC after error@907916712) -> (continuation of Deferred@1890605042 after retry RPC after error@805873369) -> (continuation of Deferred@609564720 after retry RPC after error@2143189479) -> (continuation of Deferred@230932005 after retry RPC after error@2022240042), errback=(continuation of Deferred@1831147672 after retry RPC after error@853828842) -> (continuation of Deferred@739951783 after retry RPC after error@984813968) -> (continuation of Deferred@2140614534 after retry RPC after error@1850066858) -> (continuation of Deferred@343939385 after retry RPC after error@907916712) -> (continuation of Deferred@1890605042 after retry RPC after error@805873369) -> (continuation of Deferred@609564720 after retry RPC after error@2143189479) -> (continuation of Deferred@230932005 after retry RPC after error@2022240042)))
06:25:16.426 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@453097435(state=PENDING, result=null, callback=(continuation of Deferred@1831147672 after retry RPC after error@853828842) -> (continuation of Deferred@739951783 after retry RPC after error@984813968) -> (continuation of Deferred@2140614534 after retry RPC after error@1850066858) -> (continuation of Deferred@343939385 after retry RPC after error@907916712) -> (continuation of Deferred@1890605042 after retry RPC after error@805873369) -> (continuation of Deferred@609564720 after retry RPC after error@2143189479) -> (continuation of Deferred@230932005 after retry RPC after error@2022240042), errback=(continuation of Deferred@1831147672 after retry RPC after error@853828842) -> (continuation of Deferred@739951783 after retry RPC after error@984813968) -> (continuation of Deferred@2140614534 after retry RPC after error@1850066858) -> (continuation of Deferred@343939385 after retry RPC after error@907916712) -> (continuation of Deferred@1890605042 after retry RPC after error@805873369) -> (continuation of Deferred@609564720 after retry RPC after error@2143189479) -> (continuation of Deferred@230932005 after retry RPC after error@2022240042)))
06:25:16.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.486 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.566 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.626 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@884186323(state=PENDING, result=null, callback=(continuation of Deferred@2118854096 after retry RPC after error@1827028444) -> (continuation of Deferred@1974027371 after retry RPC after error@1574177545) -> (continuation of Deferred@2056704198 after retry RPC after error@658709141) -> (continuation of Deferred@410421258 after retry RPC after error@1703367758) -> (continuation of Deferred@702265560 after retry RPC after error@376670404) -> (continuation of Deferred@979989720 after retry RPC after error@1704157951), errback=(continuation of Deferred@2118854096 after retry RPC after error@1827028444) -> (continuation of Deferred@1974027371 after retry RPC after error@1574177545) -> (continuation of Deferred@2056704198 after retry RPC after error@658709141) -> (continuation of Deferred@410421258 after retry RPC after error@1703367758) -> (continuation of Deferred@702265560 after retry RPC after error@376670404) -> (continuation of Deferred@979989720 after retry RPC after error@1704157951)))
06:25:16.627 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@884186323(state=PENDING, result=null, callback=(continuation of Deferred@2118854096 after retry RPC after error@1827028444) -> (continuation of Deferred@1974027371 after retry RPC after error@1574177545) -> (continuation of Deferred@2056704198 after retry RPC after error@658709141) -> (continuation of Deferred@410421258 after retry RPC after error@1703367758) -> (continuation of Deferred@702265560 after retry RPC after error@376670404) -> (continuation of Deferred@979989720 after retry RPC after error@1704157951), errback=(continuation of Deferred@2118854096 after retry RPC after error@1827028444) -> (continuation of Deferred@1974027371 after retry RPC after error@1574177545) -> (continuation of Deferred@2056704198 after retry RPC after error@658709141) -> (continuation of Deferred@410421258 after retry RPC after error@1703367758) -> (continuation of Deferred@702265560 after retry RPC after error@376670404) -> (continuation of Deferred@979989720 after retry RPC after error@1704157951)))
06:25:16.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.886 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1546571421(state=PENDING, result=null, callback=(continuation of Deferred@253958327 after retry RPC after error@1538118772) -> (continuation of Deferred@232946026 after retry RPC after error@663884909) -> (continuation of Deferred@811812488 after retry RPC after error@89664132) -> (continuation of Deferred@468662892 after retry RPC after error@753497088) -> (continuation of Deferred@101982227 after retry RPC after error@1113339487) -> (continuation of Deferred@537020450 after retry RPC after error@1194090838) -> (continuation of Deferred@1612698904 after retry RPC after error@1137895818), errback=(continuation of Deferred@253958327 after retry RPC after error@1538118772) -> (continuation of Deferred@232946026 after retry RPC after error@663884909) -> (continuation of Deferred@811812488 after retry RPC after error@89664132) -> (continuation of Deferred@468662892 after retry RPC after error@753497088) -> (continuation of Deferred@101982227 after retry RPC after error@1113339487) -> (continuation of Deferred@537020450 after retry RPC after error@1194090838) -> (continuation of Deferred@1612698904 after retry RPC after error@1137895818)))
06:25:16.886 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1546571421(state=PENDING, result=null, callback=(continuation of Deferred@253958327 after retry RPC after error@1538118772) -> (continuation of Deferred@232946026 after retry RPC after error@663884909) -> (continuation of Deferred@811812488 after retry RPC after error@89664132) -> (continuation of Deferred@468662892 after retry RPC after error@753497088) -> (continuation of Deferred@101982227 after retry RPC after error@1113339487) -> (continuation of Deferred@537020450 after retry RPC after error@1194090838) -> (continuation of Deferred@1612698904 after retry RPC after error@1137895818), errback=(continuation of Deferred@253958327 after retry RPC after error@1538118772) -> (continuation of Deferred@232946026 after retry RPC after error@663884909) -> (continuation of Deferred@811812488 after retry RPC after error@89664132) -> (continuation of Deferred@468662892 after retry RPC after error@753497088) -> (continuation of Deferred@101982227 after retry RPC after error@1113339487) -> (continuation of Deferred@537020450 after retry RPC after error@1194090838) -> (continuation of Deferred@1612698904 after retry RPC after error@1137895818)))
06:25:16.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:16.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:16.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:16.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:16.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:16.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@153893670(state=PENDING, result=null, callback=(continuation of Deferred@1873405308 after retry RPC after error@1081223367) -> (continuation of Deferred@2004869111 after retry RPC after error@526532405) -> (continuation of Deferred@1061206944 after retry RPC after error@1856342175) -> (continuation of Deferred@1730962139 after retry RPC after error@1773757084) -> (continuation of Deferred@1402882480 after retry RPC after error@289260076) -> (continuation of Deferred@352538730 after retry RPC after error@923561428), errback=(continuation of Deferred@1873405308 after retry RPC after error@1081223367) -> (continuation of Deferred@2004869111 after retry RPC after error@526532405) -> (continuation of Deferred@1061206944 after retry RPC after error@1856342175) -> (continuation of Deferred@1730962139 after retry RPC after error@1773757084) -> (continuation of Deferred@1402882480 after retry RPC after error@289260076) -> (continuation of Deferred@352538730 after retry RPC after error@923561428)))
06:25:17.087 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@153893670(state=PENDING, result=null, callback=(continuation of Deferred@1873405308 after retry RPC after error@1081223367) -> (continuation of Deferred@2004869111 after retry RPC after error@526532405) -> (continuation of Deferred@1061206944 after retry RPC after error@1856342175) -> (continuation of Deferred@1730962139 after retry RPC after error@1773757084) -> (continuation of Deferred@1402882480 after retry RPC after error@289260076) -> (continuation of Deferred@352538730 after retry RPC after error@923561428), errback=(continuation of Deferred@1873405308 after retry RPC after error@1081223367) -> (continuation of Deferred@2004869111 after retry RPC after error@526532405) -> (continuation of Deferred@1061206944 after retry RPC after error@1856342175) -> (continuation of Deferred@1730962139 after retry RPC after error@1773757084) -> (continuation of Deferred@1402882480 after retry RPC after error@289260076) -> (continuation of Deferred@352538730 after retry RPC after error@923561428)))
06:25:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:17.101310 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:17.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:17.101518 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:17.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.144 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.146 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.166 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1320073555(state=PENDING, result=null, callback=(continuation of Deferred@297831129 after retry RPC after error@885461267) -> (continuation of Deferred@272038559 after retry RPC after error@736734699) -> (continuation of Deferred@1047165965 after retry RPC after error@849984858) -> (continuation of Deferred@359418770 after retry RPC after error@1938565665) -> (continuation of Deferred@510372425 after retry RPC after error@1641519027) -> (continuation of Deferred@370176192 after retry RPC after error@73374977) -> (continuation of Deferred@1202013729 after retry RPC after error@437402473), errback=(continuation of Deferred@297831129 after retry RPC after error@885461267) -> (continuation of Deferred@272038559 after retry RPC after error@736734699) -> (continuation of Deferred@1047165965 after retry RPC after error@849984858) -> (continuation of Deferred@359418770 after retry RPC after error@1938565665) -> (continuation of Deferred@510372425 after retry RPC after error@1641519027) -> (continuation of Deferred@370176192 after retry RPC after error@73374977) -> (continuation of Deferred@1202013729 after retry RPC after error@437402473)))
06:25:17.346 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1320073555(state=PENDING, result=null, callback=(continuation of Deferred@297831129 after retry RPC after error@885461267) -> (continuation of Deferred@272038559 after retry RPC after error@736734699) -> (continuation of Deferred@1047165965 after retry RPC after error@849984858) -> (continuation of Deferred@359418770 after retry RPC after error@1938565665) -> (continuation of Deferred@510372425 after retry RPC after error@1641519027) -> (continuation of Deferred@370176192 after retry RPC after error@73374977) -> (continuation of Deferred@1202013729 after retry RPC after error@437402473), errback=(continuation of Deferred@297831129 after retry RPC after error@885461267) -> (continuation of Deferred@272038559 after retry RPC after error@736734699) -> (continuation of Deferred@1047165965 after retry RPC after error@849984858) -> (continuation of Deferred@359418770 after retry RPC after error@1938565665) -> (continuation of Deferred@510372425 after retry RPC after error@1641519027) -> (continuation of Deferred@370176192 after retry RPC after error@73374977) -> (continuation of Deferred@1202013729 after retry RPC after error@437402473)))
06:25:17.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.426 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1845511673(state=PENDING, result=null, callback=(continuation of Deferred@1297337969 after retry RPC after error@459574538) -> (continuation of Deferred@179288131 after retry RPC after error@1718360930) -> (continuation of Deferred@891249048 after retry RPC after error@170698476) -> (continuation of Deferred@2100722250 after retry RPC after error@2064112005) -> (continuation of Deferred@895116508 after retry RPC after error@1521401693) -> (continuation of Deferred@335833704 after retry RPC after error@1368015516) -> (continuation of Deferred@923836661 after retry RPC after error@418096413), errback=(continuation of Deferred@1297337969 after retry RPC after error@459574538) -> (continuation of Deferred@179288131 after retry RPC after error@1718360930) -> (continuation of Deferred@891249048 after retry RPC after error@170698476) -> (continuation of Deferred@2100722250 after retry RPC after error@2064112005) -> (continuation of Deferred@895116508 after retry RPC after error@1521401693) -> (continuation of Deferred@335833704 after retry RPC after error@1368015516) -> (continuation of Deferred@923836661 after retry RPC after error@418096413)))
06:25:17.565 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1845511673(state=PENDING, result=null, callback=(continuation of Deferred@1297337969 after retry RPC after error@459574538) -> (continuation of Deferred@179288131 after retry RPC after error@1718360930) -> (continuation of Deferred@891249048 after retry RPC after error@170698476) -> (continuation of Deferred@2100722250 after retry RPC after error@2064112005) -> (continuation of Deferred@895116508 after retry RPC after error@1521401693) -> (continuation of Deferred@335833704 after retry RPC after error@1368015516) -> (continuation of Deferred@923836661 after retry RPC after error@418096413), errback=(continuation of Deferred@1297337969 after retry RPC after error@459574538) -> (continuation of Deferred@179288131 after retry RPC after error@1718360930) -> (continuation of Deferred@891249048 after retry RPC after error@170698476) -> (continuation of Deferred@2100722250 after retry RPC after error@2064112005) -> (continuation of Deferred@895116508 after retry RPC after error@1521401693) -> (continuation of Deferred@335833704 after retry RPC after error@1368015516) -> (continuation of Deferred@923836661 after retry RPC after error@418096413)))
06:25:17.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.684 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.684 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.685 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.825 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1867058389(state=PENDING, result=null, callback=(continuation of Deferred@2138541432 after retry RPC after error@1265978473) -> (continuation of Deferred@1815833928 after retry RPC after error@1270086590) -> (continuation of Deferred@149726205 after retry RPC after error@1771810957) -> (continuation of Deferred@1593688539 after retry RPC after error@172470193) -> (continuation of Deferred@1742276175 after retry RPC after error@1400036833) -> (continuation of Deferred@1664171341 after retry RPC after error@1421622461) -> (continuation of Deferred@2071503643 after retry RPC after error@1042342976) -> (continuation of Deferred@1418821020 after retry RPC after error@1635641959), errback=(continuation of Deferred@2138541432 after retry RPC after error@1265978473) -> (continuation of Deferred@1815833928 after retry RPC after error@1270086590) -> (continuation of Deferred@149726205 after retry RPC after error@1771810957) -> (continuation of Deferred@1593688539 after retry RPC after error@172470193) -> (continuation of Deferred@1742276175 after retry RPC after error@1400036833) -> (continuation of Deferred@1664171341 after retry RPC after error@1421622461) -> (continuation of Deferred@2071503643 after retry RPC after error@1042342976) -> (continuation of Deferred@1418821020 after retry RPC after error@1635641959)))
06:25:17.826 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1867058389(state=PENDING, result=null, callback=(continuation of Deferred@2138541432 after retry RPC after error@1265978473) -> (continuation of Deferred@1815833928 after retry RPC after error@1270086590) -> (continuation of Deferred@149726205 after retry RPC after error@1771810957) -> (continuation of Deferred@1593688539 after retry RPC after error@172470193) -> (continuation of Deferred@1742276175 after retry RPC after error@1400036833) -> (continuation of Deferred@1664171341 after retry RPC after error@1421622461) -> (continuation of Deferred@2071503643 after retry RPC after error@1042342976) -> (continuation of Deferred@1418821020 after retry RPC after error@1635641959), errback=(continuation of Deferred@2138541432 after retry RPC after error@1265978473) -> (continuation of Deferred@1815833928 after retry RPC after error@1270086590) -> (continuation of Deferred@149726205 after retry RPC after error@1771810957) -> (continuation of Deferred@1593688539 after retry RPC after error@172470193) -> (continuation of Deferred@1742276175 after retry RPC after error@1400036833) -> (continuation of Deferred@1664171341 after retry RPC after error@1421622461) -> (continuation of Deferred@2071503643 after retry RPC after error@1042342976) -> (continuation of Deferred@1418821020 after retry RPC after error@1635641959)))
06:25:17.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:17.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:17.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:17.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:17.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:17.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:18.002141 15227 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:18.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:18.002349 15227 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:18.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:18.002969 15227 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:18.004298 14714 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:18.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:18.004298 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111) [suppressed 3 similar messages]
06:25:18.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:18.005774 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:18.005966 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:18.006067 14714 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:18.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:18.006340 15227 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:18.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.026 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1417435658(state=PENDING, result=null, callback=(continuation of Deferred@1539708971 after retry RPC after error@65247945) -> (continuation of Deferred@1503960947 after retry RPC after error@1866347079) -> (continuation of Deferred@72513739 after retry RPC after error@460889946) -> (continuation of Deferred@1717224513 after retry RPC after error@2020110023) -> (continuation of Deferred@1869333793 after retry RPC after error@808846809) -> (continuation of Deferred@16688978 after retry RPC after error@995880924), errback=(continuation of Deferred@1539708971 after retry RPC after error@65247945) -> (continuation of Deferred@1503960947 after retry RPC after error@1866347079) -> (continuation of Deferred@72513739 after retry RPC after error@460889946) -> (continuation of Deferred@1717224513 after retry RPC after error@2020110023) -> (continuation of Deferred@1869333793 after retry RPC after error@808846809) -> (continuation of Deferred@16688978 after retry RPC after error@995880924)))
06:25:18.027 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1417435658(state=PENDING, result=null, callback=(continuation of Deferred@1539708971 after retry RPC after error@65247945) -> (continuation of Deferred@1503960947 after retry RPC after error@1866347079) -> (continuation of Deferred@72513739 after retry RPC after error@460889946) -> (continuation of Deferred@1717224513 after retry RPC after error@2020110023) -> (continuation of Deferred@1869333793 after retry RPC after error@808846809) -> (continuation of Deferred@16688978 after retry RPC after error@995880924), errback=(continuation of Deferred@1539708971 after retry RPC after error@65247945) -> (continuation of Deferred@1503960947 after retry RPC after error@1866347079) -> (continuation of Deferred@72513739 after retry RPC after error@460889946) -> (continuation of Deferred@1717224513 after retry RPC after error@2020110023) -> (continuation of Deferred@1869333793 after retry RPC after error@808846809) -> (continuation of Deferred@16688978 after retry RPC after error@995880924)))
06:25:18.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.205 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@67508852(state=PENDING, result=null, callback=(continuation of Deferred@959775953 after retry RPC after error@758133657) -> (continuation of Deferred@646230969 after retry RPC after error@317053095) -> (continuation of Deferred@57103782 after retry RPC after error@795280040) -> (continuation of Deferred@746419590 after retry RPC after error@283222094) -> (continuation of Deferred@689048977 after retry RPC after error@1056389209) -> (continuation of Deferred@2036448068 after retry RPC after error@1688180726) -> (continuation of Deferred@1566077041 after retry RPC after error@1516945011) -> (continuation of Deferred@774215137 after retry RPC after error@907905012), errback=(continuation of Deferred@959775953 after retry RPC after error@758133657) -> (continuation of Deferred@646230969 after retry RPC after error@317053095) -> (continuation of Deferred@57103782 after retry RPC after error@795280040) -> (continuation of Deferred@746419590 after retry RPC after error@283222094) -> (continuation of Deferred@689048977 after retry RPC after error@1056389209) -> (continuation of Deferred@2036448068 after retry RPC after error@1688180726) -> (continuation of Deferred@1566077041 after retry RPC after error@1516945011) -> (continuation of Deferred@774215137 after retry RPC after error@907905012)))
06:25:18.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@67508852(state=PENDING, result=null, callback=(continuation of Deferred@959775953 after retry RPC after error@758133657) -> (continuation of Deferred@646230969 after retry RPC after error@317053095) -> (continuation of Deferred@57103782 after retry RPC after error@795280040) -> (continuation of Deferred@746419590 after retry RPC after error@283222094) -> (continuation of Deferred@689048977 after retry RPC after error@1056389209) -> (continuation of Deferred@2036448068 after retry RPC after error@1688180726) -> (continuation of Deferred@1566077041 after retry RPC after error@1516945011) -> (continuation of Deferred@774215137 after retry RPC after error@907905012), errback=(continuation of Deferred@959775953 after retry RPC after error@758133657) -> (continuation of Deferred@646230969 after retry RPC after error@317053095) -> (continuation of Deferred@57103782 after retry RPC after error@795280040) -> (continuation of Deferred@746419590 after retry RPC after error@283222094) -> (continuation of Deferred@689048977 after retry RPC after error@1056389209) -> (continuation of Deferred@2036448068 after retry RPC after error@1688180726) -> (continuation of Deferred@1566077041 after retry RPC after error@1516945011) -> (continuation of Deferred@774215137 after retry RPC after error@907905012)))
06:25:18.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.264 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.405 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=5, TimeoutTracker(timeout=89, elapsed=81), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.12.197.60:40651, [19ms] sending RPC to server master-127.12.197.61:35335, [19ms] sending RPC to server master-127.12.197.62:40935, [20ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.12.197.60:40651, [39ms] sending RPC to server master-127.12.197.61:35335, [39ms] sending RPC to server master-127.12.197.62:40935, [40ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [58ms] refreshing cache from master, [58ms] sending RPC to server master-127.12.197.60:40651, [59ms] sending RPC to server master-127.12.197.61:35335, [59ms] sending RPC to server master-127.12.197.62:40935, [59ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] received response from server master-127.12.197.62:40935: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.12.197.60:40651, [79ms] sending RPC to server master-127.12.197.61:35335, [79ms] sending RPC to server master-127.12.197.62:40935, [80ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@542024211(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504), errback=org.apache.kudu.client.ConnectToCluster$1@d164e24 -> ConnectToMasterErrCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504)))
06:25:18.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=5, TimeoutTracker(timeout=89, elapsed=81), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.12.197.60:40651, [19ms] sending RPC to server master-127.12.197.61:35335, [19ms] sending RPC to server master-127.12.197.62:40935, [20ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.12.197.60:40651, [39ms] sending RPC to server master-127.12.197.61:35335, [39ms] sending RPC to server master-127.12.197.62:40935, [40ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [58ms] refreshing cache from master, [58ms] sending RPC to server master-127.12.197.60:40651, [59ms] sending RPC to server master-127.12.197.61:35335, [59ms] sending RPC to server master-127.12.197.62:40935, [59ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] received response from server master-127.12.197.62:40935: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.12.197.60:40651, [79ms] sending RPC to server master-127.12.197.61:35335, [79ms] sending RPC to server master-127.12.197.62:40935, [80ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@542024211(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504), errback=org.apache.kudu.client.ConnectToCluster$1@d164e24 -> ConnectToMasterErrCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504)))
06:25:18.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.486 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [164ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] Sub RPC ConnectToMaster: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=5, TimeoutTracker(timeout=89, elapsed=81), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.12.197.60:40651, [19ms] sending RPC to server master-127.12.197.61:35335, [19ms] sending RPC to server master-127.12.197.62:40935, [20ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.12.197.60:40651, [39ms] sending RPC to server master-127.12.197.61:35335, [39ms] sending RPC to server master-127.12.197.62:40935, [40ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [58ms] refreshing cache from master, [58ms] sending RPC to server master-127.12.197.60:40651, [59ms] sending RPC to server master-127.12.197.61:35335, [59ms] sending RPC to server master-127.12.197.62:40935, [59ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] received response from server master-127.12.197.62:40935: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.12.197.60:40651, [79ms] sending RPC to server master-127.12.197.61:35335, [79ms] sending RPC to server master-127.12.197.62:40935, [80ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@542024211(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504), errback=org.apache.kudu.client.ConnectToCluster$1@d164e24 -> ConnectToMasterErrCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504))), deferred=Deferred@738804694(state=PENDING, result=null, callback=(continuation of Deferred@1927318491 after retry RPC after error@1401208521) -> (continuation of Deferred@1818013171 after retry RPC after error@170738781) -> (continuation of Deferred@2095425680 after retry RPC after error@174138163) -> (continuation of Deferred@64697529 after retry RPC after error@1672779571) -> (continuation of Deferred@843322109 after retry RPC after error@834656061) -> (continuation of Deferred@1796948815 after retry RPC after error@751914000) -> (continuation of Deferred@1041264781 after retry RPC after error@1901682253), errback=(continuation of Deferred@1927318491 after retry RPC after error@1401208521) -> (continuation of Deferred@1818013171 after retry RPC after error@170738781) -> (continuation of Deferred@2095425680 after retry RPC after error@174138163) -> (continuation of Deferred@64697529 after retry RPC after error@1672779571) -> (continuation of Deferred@843322109 after retry RPC after error@834656061) -> (continuation of Deferred@1796948815 after retry RPC after error@751914000) -> (continuation of Deferred@1041264781 after retry RPC after error@1901682253)))
06:25:18.487 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: delaying RPC due to: Illegal state: connection is terminated, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [164ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] Sub RPC ConnectToMaster: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] Sub RPC ConnectToMaster: delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=5, TimeoutTracker(timeout=89, elapsed=81), Traces: [0ms] sending RPC to server master-127.12.197.60:40651, [0ms] delaying RPC due to: Illegal state: connection is terminated, [19ms] refreshing cache from master, [19ms] sending RPC to server master-127.12.197.60:40651, [19ms] sending RPC to server master-127.12.197.61:35335, [19ms] sending RPC to server master-127.12.197.62:40935, [20ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] sending RPC to server master-127.12.197.60:40651, [39ms] sending RPC to server master-127.12.197.61:35335, [39ms] sending RPC to server master-127.12.197.62:40935, [40ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [58ms] refreshing cache from master, [58ms] sending RPC to server master-127.12.197.60:40651, [59ms] sending RPC to server master-127.12.197.61:35335, [59ms] sending RPC to server master-127.12.197.62:40935, [59ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] received response from server master-127.12.197.62:40935: OK, [60ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] sending RPC to server master-127.12.197.60:40651, [79ms] sending RPC to server master-127.12.197.61:35335, [79ms] sending RPC to server master-127.12.197.62:40935, [80ms] received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@542024211(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504), errback=org.apache.kudu.client.ConnectToCluster$1@d164e24 -> ConnectToMasterErrCB for 127.12.197.60:40651 -> (continuation of Deferred@1383617709 after retry RPC after error@2042654031) -> (continuation of Deferred@489047535 after retry RPC after error@1210917474) -> (continuation of Deferred@1491127030 after retry RPC after error@573603504))), deferred=Deferred@738804694(state=PENDING, result=null, callback=(continuation of Deferred@1927318491 after retry RPC after error@1401208521) -> (continuation of Deferred@1818013171 after retry RPC after error@170738781) -> (continuation of Deferred@2095425680 after retry RPC after error@174138163) -> (continuation of Deferred@64697529 after retry RPC after error@1672779571) -> (continuation of Deferred@843322109 after retry RPC after error@834656061) -> (continuation of Deferred@1796948815 after retry RPC after error@751914000) -> (continuation of Deferred@1041264781 after retry RPC after error@1901682253), errback=(continuation of Deferred@1927318491 after retry RPC after error@1401208521) -> (continuation of Deferred@1818013171 after retry RPC after error@170738781) -> (continuation of Deferred@2095425680 after retry RPC after error@174138163) -> (continuation of Deferred@64697529 after retry RPC after error@1672779571) -> (continuation of Deferred@843322109 after retry RPC after error@834656061) -> (continuation of Deferred@1796948815 after retry RPC after error@751914000) -> (continuation of Deferred@1041264781 after retry RPC after error@1901682253)))
06:25:18.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1716237386(state=PENDING, result=null, callback=(continuation of Deferred@182862076 after retry RPC after error@401104312) -> (continuation of Deferred@1638386505 after retry RPC after error@1517673171) -> (continuation of Deferred@1647083713 after retry RPC after error@930878625) -> (continuation of Deferred@1751018628 after retry RPC after error@478777374) -> (continuation of Deferred@447029702 after retry RPC after error@1303115567) -> (continuation of Deferred@1451919442 after retry RPC after error@106163197) -> (continuation of Deferred@894124512 after retry RPC after error@659282665) -> (continuation of Deferred@629214794 after retry RPC after error@1016333572), errback=(continuation of Deferred@182862076 after retry RPC after error@401104312) -> (continuation of Deferred@1638386505 after retry RPC after error@1517673171) -> (continuation of Deferred@1647083713 after retry RPC after error@930878625) -> (continuation of Deferred@1751018628 after retry RPC after error@478777374) -> (continuation of Deferred@447029702 after retry RPC after error@1303115567) -> (continuation of Deferred@1451919442 after retry RPC after error@106163197) -> (continuation of Deferred@894124512 after retry RPC after error@659282665) -> (continuation of Deferred@629214794 after retry RPC after error@1016333572)))
06:25:18.745 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1716237386(state=PENDING, result=null, callback=(continuation of Deferred@182862076 after retry RPC after error@401104312) -> (continuation of Deferred@1638386505 after retry RPC after error@1517673171) -> (continuation of Deferred@1647083713 after retry RPC after error@930878625) -> (continuation of Deferred@1751018628 after retry RPC after error@478777374) -> (continuation of Deferred@447029702 after retry RPC after error@1303115567) -> (continuation of Deferred@1451919442 after retry RPC after error@106163197) -> (continuation of Deferred@894124512 after retry RPC after error@659282665) -> (continuation of Deferred@629214794 after retry RPC after error@1016333572), errback=(continuation of Deferred@182862076 after retry RPC after error@401104312) -> (continuation of Deferred@1638386505 after retry RPC after error@1517673171) -> (continuation of Deferred@1647083713 after retry RPC after error@930878625) -> (continuation of Deferred@1751018628 after retry RPC after error@478777374) -> (continuation of Deferred@447029702 after retry RPC after error@1303115567) -> (continuation of Deferred@1451919442 after retry RPC after error@106163197) -> (continuation of Deferred@894124512 after retry RPC after error@659282665) -> (continuation of Deferred@629214794 after retry RPC after error@1016333572)))
06:25:18.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:18.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:18.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:18.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:18.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:18.986 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@634863919(state=PENDING, result=null, callback=(continuation of Deferred@2146931147 after retry RPC after error@784351590) -> (continuation of Deferred@802169701 after retry RPC after error@814858633) -> (continuation of Deferred@1940613017 after retry RPC after error@1607255035) -> (continuation of Deferred@1906903148 after retry RPC after error@1326056025) -> (continuation of Deferred@1731535758 after retry RPC after error@1591732104) -> (continuation of Deferred@1737256535 after retry RPC after error@2014027829) -> (continuation of Deferred@921490921 after retry RPC after error@397313819), errback=(continuation of Deferred@2146931147 after retry RPC after error@784351590) -> (continuation of Deferred@802169701 after retry RPC after error@814858633) -> (continuation of Deferred@1940613017 after retry RPC after error@1607255035) -> (continuation of Deferred@1906903148 after retry RPC after error@1326056025) -> (continuation of Deferred@1731535758 after retry RPC after error@1591732104) -> (continuation of Deferred@1737256535 after retry RPC after error@2014027829) -> (continuation of Deferred@921490921 after retry RPC after error@397313819)))
06:25:18.986 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@634863919(state=PENDING, result=null, callback=(continuation of Deferred@2146931147 after retry RPC after error@784351590) -> (continuation of Deferred@802169701 after retry RPC after error@814858633) -> (continuation of Deferred@1940613017 after retry RPC after error@1607255035) -> (continuation of Deferred@1906903148 after retry RPC after error@1326056025) -> (continuation of Deferred@1731535758 after retry RPC after error@1591732104) -> (continuation of Deferred@1737256535 after retry RPC after error@2014027829) -> (continuation of Deferred@921490921 after retry RPC after error@397313819), errback=(continuation of Deferred@2146931147 after retry RPC after error@784351590) -> (continuation of Deferred@802169701 after retry RPC after error@814858633) -> (continuation of Deferred@1940613017 after retry RPC after error@1607255035) -> (continuation of Deferred@1906903148 after retry RPC after error@1326056025) -> (continuation of Deferred@1731535758 after retry RPC after error@1591732104) -> (continuation of Deferred@1737256535 after retry RPC after error@2014027829) -> (continuation of Deferred@921490921 after retry RPC after error@397313819)))
06:25:19.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.224 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.263 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@31760253(state=PENDING, result=null, callback=(continuation of Deferred@1395040584 after retry RPC after error@1407767364) -> (continuation of Deferred@1418729870 after retry RPC after error@1898605334) -> (continuation of Deferred@400599194 after retry RPC after error@42417105) -> (continuation of Deferred@1452220006 after retry RPC after error@1960815994) -> (continuation of Deferred@1726574339 after retry RPC after error@1561037244) -> (continuation of Deferred@1943650389 after retry RPC after error@2053375785) -> (continuation of Deferred@1473834513 after retry RPC after error@1444924223) -> (continuation of Deferred@1803117249 after retry RPC after error@830373320), errback=(continuation of Deferred@1395040584 after retry RPC after error@1407767364) -> (continuation of Deferred@1418729870 after retry RPC after error@1898605334) -> (continuation of Deferred@400599194 after retry RPC after error@42417105) -> (continuation of Deferred@1452220006 after retry RPC after error@1960815994) -> (continuation of Deferred@1726574339 after retry RPC after error@1561037244) -> (continuation of Deferred@1943650389 after retry RPC after error@2053375785) -> (continuation of Deferred@1473834513 after retry RPC after error@1444924223) -> (continuation of Deferred@1803117249 after retry RPC after error@830373320)))
06:25:19.263 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:19.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.465 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@579287606(state=PENDING, result=null, callback=(continuation of Deferred@2083903646 after retry RPC after error@217397776) -> (continuation of Deferred@37484019 after retry RPC after error@427178248) -> (continuation of Deferred@1272312720 after retry RPC after error@1859482944) -> (continuation of Deferred@857510148 after retry RPC after error@462045206) -> (continuation of Deferred@2141677956 after retry RPC after error@983399493) -> (continuation of Deferred@1834897059 after retry RPC after error@605891054) -> (continuation of Deferred@1613926304 after retry RPC after error@823965879), errback=(continuation of Deferred@2083903646 after retry RPC after error@217397776) -> (continuation of Deferred@37484019 after retry RPC after error@427178248) -> (continuation of Deferred@1272312720 after retry RPC after error@1859482944) -> (continuation of Deferred@857510148 after retry RPC after error@462045206) -> (continuation of Deferred@2141677956 after retry RPC after error@983399493) -> (continuation of Deferred@1834897059 after retry RPC after error@605891054) -> (continuation of Deferred@1613926304 after retry RPC after error@823965879)))
06:25:19.466 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@579287606(state=PENDING, result=null, callback=(continuation of Deferred@2083903646 after retry RPC after error@217397776) -> (continuation of Deferred@37484019 after retry RPC after error@427178248) -> (continuation of Deferred@1272312720 after retry RPC after error@1859482944) -> (continuation of Deferred@857510148 after retry RPC after error@462045206) -> (continuation of Deferred@2141677956 after retry RPC after error@983399493) -> (continuation of Deferred@1834897059 after retry RPC after error@605891054) -> (continuation of Deferred@1613926304 after retry RPC after error@823965879), errback=(continuation of Deferred@2083903646 after retry RPC after error@217397776) -> (continuation of Deferred@37484019 after retry RPC after error@427178248) -> (continuation of Deferred@1272312720 after retry RPC after error@1859482944) -> (continuation of Deferred@857510148 after retry RPC after error@462045206) -> (continuation of Deferred@2141677956 after retry RPC after error@983399493) -> (continuation of Deferred@1834897059 after retry RPC after error@605891054) -> (continuation of Deferred@1613926304 after retry RPC after error@823965879)))
06:25:19.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1872425889(state=PENDING, result=null, callback=(continuation of Deferred@1162373475 after retry RPC after error@1340092248) -> (continuation of Deferred@1560919958 after retry RPC after error@1698060397) -> (continuation of Deferred@1672689369 after retry RPC after error@770133784) -> (continuation of Deferred@1031970877 after retry RPC after error@1780507344) -> (continuation of Deferred@283088051 after retry RPC after error@131569215) -> (continuation of Deferred@796679600 after retry RPC after error@1176734829) -> (continuation of Deferred@708178454 after retry RPC after error@300482305) -> (continuation of Deferred@1555341649 after retry RPC after error@112070222), errback=(continuation of Deferred@1162373475 after retry RPC after error@1340092248) -> (continuation of Deferred@1560919958 after retry RPC after error@1698060397) -> (continuation of Deferred@1672689369 after retry RPC after error@770133784) -> (continuation of Deferred@1031970877 after retry RPC after error@1780507344) -> (continuation of Deferred@283088051 after retry RPC after error@131569215) -> (continuation of Deferred@796679600 after retry RPC after error@1176734829) -> (continuation of Deferred@708178454 after retry RPC after error@300482305) -> (continuation of Deferred@1555341649 after retry RPC after error@112070222)))
06:25:19.726 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1872425889(state=PENDING, result=null, callback=(continuation of Deferred@1162373475 after retry RPC after error@1340092248) -> (continuation of Deferred@1560919958 after retry RPC after error@1698060397) -> (continuation of Deferred@1672689369 after retry RPC after error@770133784) -> (continuation of Deferred@1031970877 after retry RPC after error@1780507344) -> (continuation of Deferred@283088051 after retry RPC after error@131569215) -> (continuation of Deferred@796679600 after retry RPC after error@1176734829) -> (continuation of Deferred@708178454 after retry RPC after error@300482305) -> (continuation of Deferred@1555341649 after retry RPC after error@112070222), errback=(continuation of Deferred@1162373475 after retry RPC after error@1340092248) -> (continuation of Deferred@1560919958 after retry RPC after error@1698060397) -> (continuation of Deferred@1672689369 after retry RPC after error@770133784) -> (continuation of Deferred@1031970877 after retry RPC after error@1780507344) -> (continuation of Deferred@283088051 after retry RPC after error@131569215) -> (continuation of Deferred@796679600 after retry RPC after error@1176734829) -> (continuation of Deferred@708178454 after retry RPC after error@300482305) -> (continuation of Deferred@1555341649 after retry RPC after error@112070222)))
06:25:19.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@712588799(state=PENDING, result=null, callback=(continuation of Deferred@696036486 after retry RPC after error@516559761) -> (continuation of Deferred@1223133462 after retry RPC after error@731042608) -> (continuation of Deferred@1741046360 after retry RPC after error@694064042) -> (continuation of Deferred@1568997550 after retry RPC after error@1622365053) -> (continuation of Deferred@900860337 after retry RPC after error@1756110702) -> (continuation of Deferred@492429989 after retry RPC after error@1737192136), errback=(continuation of Deferred@696036486 after retry RPC after error@516559761) -> (continuation of Deferred@1223133462 after retry RPC after error@731042608) -> (continuation of Deferred@1741046360 after retry RPC after error@694064042) -> (continuation of Deferred@1568997550 after retry RPC after error@1622365053) -> (continuation of Deferred@900860337 after retry RPC after error@1756110702) -> (continuation of Deferred@492429989 after retry RPC after error@1737192136)))
06:25:19.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@712588799(state=PENDING, result=null, callback=(continuation of Deferred@696036486 after retry RPC after error@516559761) -> (continuation of Deferred@1223133462 after retry RPC after error@731042608) -> (continuation of Deferred@1741046360 after retry RPC after error@694064042) -> (continuation of Deferred@1568997550 after retry RPC after error@1622365053) -> (continuation of Deferred@900860337 after retry RPC after error@1756110702) -> (continuation of Deferred@492429989 after retry RPC after error@1737192136), errback=(continuation of Deferred@696036486 after retry RPC after error@516559761) -> (continuation of Deferred@1223133462 after retry RPC after error@731042608) -> (continuation of Deferred@1741046360 after retry RPC after error@694064042) -> (continuation of Deferred@1568997550 after retry RPC after error@1622365053) -> (continuation of Deferred@900860337 after retry RPC after error@1756110702) -> (continuation of Deferred@492429989 after retry RPC after error@1737192136)))
06:25:19.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:19.952859 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:19.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:19.954218 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:19.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:19.955714 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:19.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:19.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:19.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:19.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:19.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:19.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.106 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1760599208(state=PENDING, result=null, callback=(continuation of Deferred@1483739722 after retry RPC after error@1918834607) -> (continuation of Deferred@189157528 after retry RPC after error@1732216964) -> (continuation of Deferred@1057305707 after retry RPC after error@896384587) -> (continuation of Deferred@202832622 after retry RPC after error@393619520) -> (continuation of Deferred@29810857 after retry RPC after error@1501665596) -> (continuation of Deferred@1660668264 after retry RPC after error@1147787615), errback=(continuation of Deferred@1483739722 after retry RPC after error@1918834607) -> (continuation of Deferred@189157528 after retry RPC after error@1732216964) -> (continuation of Deferred@1057305707 after retry RPC after error@896384587) -> (continuation of Deferred@202832622 after retry RPC after error@393619520) -> (continuation of Deferred@29810857 after retry RPC after error@1501665596) -> (continuation of Deferred@1660668264 after retry RPC after error@1147787615)))
06:25:20.106 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=163), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1760599208(state=PENDING, result=null, callback=(continuation of Deferred@1483739722 after retry RPC after error@1918834607) -> (continuation of Deferred@189157528 after retry RPC after error@1732216964) -> (continuation of Deferred@1057305707 after retry RPC after error@896384587) -> (continuation of Deferred@202832622 after retry RPC after error@393619520) -> (continuation of Deferred@29810857 after retry RPC after error@1501665596) -> (continuation of Deferred@1660668264 after retry RPC after error@1147787615), errback=(continuation of Deferred@1483739722 after retry RPC after error@1918834607) -> (continuation of Deferred@189157528 after retry RPC after error@1732216964) -> (continuation of Deferred@1057305707 after retry RPC after error@896384587) -> (continuation of Deferred@202832622 after retry RPC after error@393619520) -> (continuation of Deferred@29810857 after retry RPC after error@1501665596) -> (continuation of Deferred@1660668264 after retry RPC after error@1147787615)))
06:25:20.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.187 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.187 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.189 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.383 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [65ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [65ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [66ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@241965589(state=PENDING, result=null, callback=(continuation of Deferred@12615234 after retry RPC after error@1676658452) -> (continuation of Deferred@461055166 after retry RPC after error@1965631862) -> (continuation of Deferred@1989700607 after retry RPC after error@1808979295) -> (continuation of Deferred@692994639 after retry RPC after error@361806985) -> (continuation of Deferred@551746135 after retry RPC after error@1575463737) -> (continuation of Deferred@115394288 after retry RPC after error@377767505) -> (continuation of Deferred@562247316 after retry RPC after error@1096675326) -> (continuation of Deferred@1099593315 after retry RPC after error@1963460301), errback=(continuation of Deferred@12615234 after retry RPC after error@1676658452) -> (continuation of Deferred@461055166 after retry RPC after error@1965631862) -> (continuation of Deferred@1989700607 after retry RPC after error@1808979295) -> (continuation of Deferred@692994639 after retry RPC after error@361806985) -> (continuation of Deferred@551746135 after retry RPC after error@1575463737) -> (continuation of Deferred@115394288 after retry RPC after error@377767505) -> (continuation of Deferred@562247316 after retry RPC after error@1096675326) -> (continuation of Deferred@1099593315 after retry RPC after error@1963460301)))
06:25:20.383 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:20.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1558455464(state=PENDING, result=null, callback=(continuation of Deferred@64038562 after retry RPC after error@1316260513) -> (continuation of Deferred@938109657 after retry RPC after error@1255594472) -> (continuation of Deferred@1085800998 after retry RPC after error@720615698) -> (continuation of Deferred@1319875127 after retry RPC after error@843987859) -> (continuation of Deferred@854046414 after retry RPC after error@99332777) -> (continuation of Deferred@381850153 after retry RPC after error@1435742657) -> (continuation of Deferred@1515007099 after retry RPC after error@49001313), errback=(continuation of Deferred@64038562 after retry RPC after error@1316260513) -> (continuation of Deferred@938109657 after retry RPC after error@1255594472) -> (continuation of Deferred@1085800998 after retry RPC after error@720615698) -> (continuation of Deferred@1319875127 after retry RPC after error@843987859) -> (continuation of Deferred@854046414 after retry RPC after error@99332777) -> (continuation of Deferred@381850153 after retry RPC after error@1435742657) -> (continuation of Deferred@1515007099 after retry RPC after error@49001313)))
06:25:20.606 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1558455464(state=PENDING, result=null, callback=(continuation of Deferred@64038562 after retry RPC after error@1316260513) -> (continuation of Deferred@938109657 after retry RPC after error@1255594472) -> (continuation of Deferred@1085800998 after retry RPC after error@720615698) -> (continuation of Deferred@1319875127 after retry RPC after error@843987859) -> (continuation of Deferred@854046414 after retry RPC after error@99332777) -> (continuation of Deferred@381850153 after retry RPC after error@1435742657) -> (continuation of Deferred@1515007099 after retry RPC after error@49001313), errback=(continuation of Deferred@64038562 after retry RPC after error@1316260513) -> (continuation of Deferred@938109657 after retry RPC after error@1255594472) -> (continuation of Deferred@1085800998 after retry RPC after error@720615698) -> (continuation of Deferred@1319875127 after retry RPC after error@843987859) -> (continuation of Deferred@854046414 after retry RPC after error@99332777) -> (continuation of Deferred@381850153 after retry RPC after error@1435742657) -> (continuation of Deferred@1515007099 after retry RPC after error@49001313)))
06:25:20.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@220914612(state=PENDING, result=null, callback=(continuation of Deferred@1562527895 after retry RPC after error@1621928323) -> (continuation of Deferred@615338100 after retry RPC after error@2118135830) -> (continuation of Deferred@837396921 after retry RPC after error@881651382) -> (continuation of Deferred@2053912227 after retry RPC after error@97741176) -> (continuation of Deferred@2039200794 after retry RPC after error@706811075) -> (continuation of Deferred@828630538 after retry RPC after error@803586551) -> (continuation of Deferred@195744637 after retry RPC after error@688867783), errback=(continuation of Deferred@1562527895 after retry RPC after error@1621928323) -> (continuation of Deferred@615338100 after retry RPC after error@2118135830) -> (continuation of Deferred@837396921 after retry RPC after error@881651382) -> (continuation of Deferred@2053912227 after retry RPC after error@97741176) -> (continuation of Deferred@2039200794 after retry RPC after error@706811075) -> (continuation of Deferred@828630538 after retry RPC after error@803586551) -> (continuation of Deferred@195744637 after retry RPC after error@688867783)))
06:25:20.865 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@220914612(state=PENDING, result=null, callback=(continuation of Deferred@1562527895 after retry RPC after error@1621928323) -> (continuation of Deferred@615338100 after retry RPC after error@2118135830) -> (continuation of Deferred@837396921 after retry RPC after error@881651382) -> (continuation of Deferred@2053912227 after retry RPC after error@97741176) -> (continuation of Deferred@2039200794 after retry RPC after error@706811075) -> (continuation of Deferred@828630538 after retry RPC after error@803586551) -> (continuation of Deferred@195744637 after retry RPC after error@688867783), errback=(continuation of Deferred@1562527895 after retry RPC after error@1621928323) -> (continuation of Deferred@615338100 after retry RPC after error@2118135830) -> (continuation of Deferred@837396921 after retry RPC after error@881651382) -> (continuation of Deferred@2053912227 after retry RPC after error@97741176) -> (continuation of Deferred@2039200794 after retry RPC after error@706811075) -> (continuation of Deferred@828630538 after retry RPC after error@803586551) -> (continuation of Deferred@195744637 after retry RPC after error@688867783)))
06:25:20.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:20.962 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:20.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:20.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:20.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:20.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@735254752(state=PENDING, result=null, callback=(continuation of Deferred@1153003632 after retry RPC after error@2129130857) -> (continuation of Deferred@915257838 after retry RPC after error@95069127) -> (continuation of Deferred@178223602 after retry RPC after error@1259510133) -> (continuation of Deferred@277551920 after retry RPC after error@1089414781) -> (continuation of Deferred@835622779 after retry RPC after error@1858631942) -> (continuation of Deferred@642952564 after retry RPC after error@532134669) -> (continuation of Deferred@1518830287 after retry RPC after error@1999290576), errback=(continuation of Deferred@1153003632 after retry RPC after error@2129130857) -> (continuation of Deferred@915257838 after retry RPC after error@95069127) -> (continuation of Deferred@178223602 after retry RPC after error@1259510133) -> (continuation of Deferred@277551920 after retry RPC after error@1089414781) -> (continuation of Deferred@835622779 after retry RPC after error@1858631942) -> (continuation of Deferred@642952564 after retry RPC after error@532134669) -> (continuation of Deferred@1518830287 after retry RPC after error@1999290576)))
06:25:21.086 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@735254752(state=PENDING, result=null, callback=(continuation of Deferred@1153003632 after retry RPC after error@2129130857) -> (continuation of Deferred@915257838 after retry RPC after error@95069127) -> (continuation of Deferred@178223602 after retry RPC after error@1259510133) -> (continuation of Deferred@277551920 after retry RPC after error@1089414781) -> (continuation of Deferred@835622779 after retry RPC after error@1858631942) -> (continuation of Deferred@642952564 after retry RPC after error@532134669) -> (continuation of Deferred@1518830287 after retry RPC after error@1999290576), errback=(continuation of Deferred@1153003632 after retry RPC after error@2129130857) -> (continuation of Deferred@915257838 after retry RPC after error@95069127) -> (continuation of Deferred@178223602 after retry RPC after error@1259510133) -> (continuation of Deferred@277551920 after retry RPC after error@1089414781) -> (continuation of Deferred@835622779 after retry RPC after error@1858631942) -> (continuation of Deferred@642952564 after retry RPC after error@532134669) -> (continuation of Deferred@1518830287 after retry RPC after error@1999290576)))
06:25:21.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.164 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1968875862(state=PENDING, result=null, callback=(continuation of Deferred@998643023 after retry RPC after error@1898958049) -> (continuation of Deferred@979127260 after retry RPC after error@443307480) -> (continuation of Deferred@298518455 after retry RPC after error@504138155) -> (continuation of Deferred@1180054301 after retry RPC after error@1047297178) -> (continuation of Deferred@2010329695 after retry RPC after error@224963807) -> (continuation of Deferred@2060560564 after retry RPC after error@654611416) -> (continuation of Deferred@1235946669 after retry RPC after error@23944979), errback=(continuation of Deferred@998643023 after retry RPC after error@1898958049) -> (continuation of Deferred@979127260 after retry RPC after error@443307480) -> (continuation of Deferred@298518455 after retry RPC after error@504138155) -> (continuation of Deferred@1180054301 after retry RPC after error@1047297178) -> (continuation of Deferred@2010329695 after retry RPC after error@224963807) -> (continuation of Deferred@2060560564 after retry RPC after error@654611416) -> (continuation of Deferred@1235946669 after retry RPC after error@23944979)))
06:25:21.286 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1968875862(state=PENDING, result=null, callback=(continuation of Deferred@998643023 after retry RPC after error@1898958049) -> (continuation of Deferred@979127260 after retry RPC after error@443307480) -> (continuation of Deferred@298518455 after retry RPC after error@504138155) -> (continuation of Deferred@1180054301 after retry RPC after error@1047297178) -> (continuation of Deferred@2010329695 after retry RPC after error@224963807) -> (continuation of Deferred@2060560564 after retry RPC after error@654611416) -> (continuation of Deferred@1235946669 after retry RPC after error@23944979), errback=(continuation of Deferred@998643023 after retry RPC after error@1898958049) -> (continuation of Deferred@979127260 after retry RPC after error@443307480) -> (continuation of Deferred@298518455 after retry RPC after error@504138155) -> (continuation of Deferred@1180054301 after retry RPC after error@1047297178) -> (continuation of Deferred@2010329695 after retry RPC after error@224963807) -> (continuation of Deferred@2060560564 after retry RPC after error@654611416) -> (continuation of Deferred@1235946669 after retry RPC after error@23944979)))
06:25:21.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.526 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@815859333(state=PENDING, result=null, callback=(continuation of Deferred@1318129494 after retry RPC after error@1378859382) -> (continuation of Deferred@638868115 after retry RPC after error@507110906) -> (continuation of Deferred@1486136020 after retry RPC after error@2011124921) -> (continuation of Deferred@1939560467 after retry RPC after error@584869295) -> (continuation of Deferred@1596191010 after retry RPC after error@1389628643) -> (continuation of Deferred@2074516842 after retry RPC after error@974552748) -> (continuation of Deferred@2054959661 after retry RPC after error@138250901), errback=(continuation of Deferred@1318129494 after retry RPC after error@1378859382) -> (continuation of Deferred@638868115 after retry RPC after error@507110906) -> (continuation of Deferred@1486136020 after retry RPC after error@2011124921) -> (continuation of Deferred@1939560467 after retry RPC after error@584869295) -> (continuation of Deferred@1596191010 after retry RPC after error@1389628643) -> (continuation of Deferred@2074516842 after retry RPC after error@974552748) -> (continuation of Deferred@2054959661 after retry RPC after error@138250901)))
06:25:21.526 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@815859333(state=PENDING, result=null, callback=(continuation of Deferred@1318129494 after retry RPC after error@1378859382) -> (continuation of Deferred@638868115 after retry RPC after error@507110906) -> (continuation of Deferred@1486136020 after retry RPC after error@2011124921) -> (continuation of Deferred@1939560467 after retry RPC after error@584869295) -> (continuation of Deferred@1596191010 after retry RPC after error@1389628643) -> (continuation of Deferred@2074516842 after retry RPC after error@974552748) -> (continuation of Deferred@2054959661 after retry RPC after error@138250901), errback=(continuation of Deferred@1318129494 after retry RPC after error@1378859382) -> (continuation of Deferred@638868115 after retry RPC after error@507110906) -> (continuation of Deferred@1486136020 after retry RPC after error@2011124921) -> (continuation of Deferred@1939560467 after retry RPC after error@584869295) -> (continuation of Deferred@1596191010 after retry RPC after error@1389628643) -> (continuation of Deferred@2074516842 after retry RPC after error@974552748) -> (continuation of Deferred@2054959661 after retry RPC after error@138250901)))
06:25:21.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.685 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@397372197(state=PENDING, result=null, callback=(continuation of Deferred@932967065 after retry RPC after error@811149486) -> (continuation of Deferred@997910979 after retry RPC after error@1474317258) -> (continuation of Deferred@1057449109 after retry RPC after error@1189226371) -> (continuation of Deferred@716896877 after retry RPC after error@2144422635) -> (continuation of Deferred@2079763016 after retry RPC after error@754926730) -> (continuation of Deferred@1374399210 after retry RPC after error@613950510), errback=(continuation of Deferred@932967065 after retry RPC after error@811149486) -> (continuation of Deferred@997910979 after retry RPC after error@1474317258) -> (continuation of Deferred@1057449109 after retry RPC after error@1189226371) -> (continuation of Deferred@716896877 after retry RPC after error@2144422635) -> (continuation of Deferred@2079763016 after retry RPC after error@754926730) -> (continuation of Deferred@1374399210 after retry RPC after error@613950510)))
06:25:21.685 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@397372197(state=PENDING, result=null, callback=(continuation of Deferred@932967065 after retry RPC after error@811149486) -> (continuation of Deferred@997910979 after retry RPC after error@1474317258) -> (continuation of Deferred@1057449109 after retry RPC after error@1189226371) -> (continuation of Deferred@716896877 after retry RPC after error@2144422635) -> (continuation of Deferred@2079763016 after retry RPC after error@754926730) -> (continuation of Deferred@1374399210 after retry RPC after error@613950510), errback=(continuation of Deferred@932967065 after retry RPC after error@811149486) -> (continuation of Deferred@997910979 after retry RPC after error@1474317258) -> (continuation of Deferred@1057449109 after retry RPC after error@1189226371) -> (continuation of Deferred@716896877 after retry RPC after error@2144422635) -> (continuation of Deferred@2079763016 after retry RPC after error@754926730) -> (continuation of Deferred@1374399210 after retry RPC after error@613950510)))
06:25:21.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1847699437(state=PENDING, result=null, callback=(continuation of Deferred@2083511363 after retry RPC after error@1450131204) -> (continuation of Deferred@421258358 after retry RPC after error@2053518967) -> (continuation of Deferred@2015965372 after retry RPC after error@1460774818) -> (continuation of Deferred@300925282 after retry RPC after error@1517389990) -> (continuation of Deferred@1802301316 after retry RPC after error@832207356) -> (continuation of Deferred@1586584188 after retry RPC after error@150199728), errback=(continuation of Deferred@2083511363 after retry RPC after error@1450131204) -> (continuation of Deferred@421258358 after retry RPC after error@2053518967) -> (continuation of Deferred@2015965372 after retry RPC after error@1460774818) -> (continuation of Deferred@300925282 after retry RPC after error@1517389990) -> (continuation of Deferred@1802301316 after retry RPC after error@832207356) -> (continuation of Deferred@1586584188 after retry RPC after error@150199728)))
06:25:21.845 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1847699437(state=PENDING, result=null, callback=(continuation of Deferred@2083511363 after retry RPC after error@1450131204) -> (continuation of Deferred@421258358 after retry RPC after error@2053518967) -> (continuation of Deferred@2015965372 after retry RPC after error@1460774818) -> (continuation of Deferred@300925282 after retry RPC after error@1517389990) -> (continuation of Deferred@1802301316 after retry RPC after error@832207356) -> (continuation of Deferred@1586584188 after retry RPC after error@150199728), errback=(continuation of Deferred@2083511363 after retry RPC after error@1450131204) -> (continuation of Deferred@421258358 after retry RPC after error@2053518967) -> (continuation of Deferred@2015965372 after retry RPC after error@1460774818) -> (continuation of Deferred@300925282 after retry RPC after error@1517389990) -> (continuation of Deferred@1802301316 after retry RPC after error@832207356) -> (continuation of Deferred@1586584188 after retry RPC after error@150199728)))
06:25:21.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:21.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:21.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:21.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:21.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:21.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@2034097058(state=PENDING, result=null, callback=(continuation of Deferred@932487213 after retry RPC after error@966327907) -> (continuation of Deferred@86774699 after retry RPC after error@316352615) -> (continuation of Deferred@6055897 after retry RPC after error@2127166039) -> (continuation of Deferred@463277934 after retry RPC after error@1347327082) -> (continuation of Deferred@860832533 after retry RPC after error@40176745) -> (continuation of Deferred@1911588148 after retry RPC after error@1438233252), errback=(continuation of Deferred@932487213 after retry RPC after error@966327907) -> (continuation of Deferred@86774699 after retry RPC after error@316352615) -> (continuation of Deferred@6055897 after retry RPC after error@2127166039) -> (continuation of Deferred@463277934 after retry RPC after error@1347327082) -> (continuation of Deferred@860832533 after retry RPC after error@40176745) -> (continuation of Deferred@1911588148 after retry RPC after error@1438233252)))
06:25:22.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@2034097058(state=PENDING, result=null, callback=(continuation of Deferred@932487213 after retry RPC after error@966327907) -> (continuation of Deferred@86774699 after retry RPC after error@316352615) -> (continuation of Deferred@6055897 after retry RPC after error@2127166039) -> (continuation of Deferred@463277934 after retry RPC after error@1347327082) -> (continuation of Deferred@860832533 after retry RPC after error@40176745) -> (continuation of Deferred@1911588148 after retry RPC after error@1438233252), errback=(continuation of Deferred@932487213 after retry RPC after error@966327907) -> (continuation of Deferred@86774699 after retry RPC after error@316352615) -> (continuation of Deferred@6055897 after retry RPC after error@2127166039) -> (continuation of Deferred@463277934 after retry RPC after error@1347327082) -> (continuation of Deferred@860832533 after retry RPC after error@40176745) -> (continuation of Deferred@1911588148 after retry RPC after error@1438233252)))
06:25:22.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.086 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:22.104955 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:22.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:22.105178 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:22.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.246 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@734144426(state=PENDING, result=null, callback=(continuation of Deferred@2000306234 after retry RPC after error@411791582) -> (continuation of Deferred@1935775112 after retry RPC after error@1227100985) -> (continuation of Deferred@1815781815 after retry RPC after error@804532590) -> (continuation of Deferred@1346776269 after retry RPC after error@957497383) -> (continuation of Deferred@1866155 after retry RPC after error@250435463) -> (continuation of Deferred@1873556179 after retry RPC after error@1150571641) -> (continuation of Deferred@656845921 after retry RPC after error@1125357165) -> (continuation of Deferred@1294405238 after retry RPC after error@737586231), errback=(continuation of Deferred@2000306234 after retry RPC after error@411791582) -> (continuation of Deferred@1935775112 after retry RPC after error@1227100985) -> (continuation of Deferred@1815781815 after retry RPC after error@804532590) -> (continuation of Deferred@1346776269 after retry RPC after error@957497383) -> (continuation of Deferred@1866155 after retry RPC after error@250435463) -> (continuation of Deferred@1873556179 after retry RPC after error@1150571641) -> (continuation of Deferred@656845921 after retry RPC after error@1125357165) -> (continuation of Deferred@1294405238 after retry RPC after error@737586231)))
06:25:22.246 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@734144426(state=PENDING, result=null, callback=(continuation of Deferred@2000306234 after retry RPC after error@411791582) -> (continuation of Deferred@1935775112 after retry RPC after error@1227100985) -> (continuation of Deferred@1815781815 after retry RPC after error@804532590) -> (continuation of Deferred@1346776269 after retry RPC after error@957497383) -> (continuation of Deferred@1866155 after retry RPC after error@250435463) -> (continuation of Deferred@1873556179 after retry RPC after error@1150571641) -> (continuation of Deferred@656845921 after retry RPC after error@1125357165) -> (continuation of Deferred@1294405238 after retry RPC after error@737586231), errback=(continuation of Deferred@2000306234 after retry RPC after error@411791582) -> (continuation of Deferred@1935775112 after retry RPC after error@1227100985) -> (continuation of Deferred@1815781815 after retry RPC after error@804532590) -> (continuation of Deferred@1346776269 after retry RPC after error@957497383) -> (continuation of Deferred@1866155 after retry RPC after error@250435463) -> (continuation of Deferred@1873556179 after retry RPC after error@1150571641) -> (continuation of Deferred@656845921 after retry RPC after error@1125357165) -> (continuation of Deferred@1294405238 after retry RPC after error@737586231)))
06:25:22.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.308 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.505 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1781617519(state=PENDING, result=null, callback=(continuation of Deferred@931899761 after retry RPC after error@2063567453) -> (continuation of Deferred@530094187 after retry RPC after error@2136087260) -> (continuation of Deferred@368637030 after retry RPC after error@324221414) -> (continuation of Deferred@1221828647 after retry RPC after error@666421019) -> (continuation of Deferred@1966169166 after retry RPC after error@2133317383) -> (continuation of Deferred@715166300 after retry RPC after error@1270941708) -> (continuation of Deferred@879619606 after retry RPC after error@1974700147) -> (continuation of Deferred@1538250475 after retry RPC after error@418194682), errback=(continuation of Deferred@931899761 after retry RPC after error@2063567453) -> (continuation of Deferred@530094187 after retry RPC after error@2136087260) -> (continuation of Deferred@368637030 after retry RPC after error@324221414) -> (continuation of Deferred@1221828647 after retry RPC after error@666421019) -> (continuation of Deferred@1966169166 after retry RPC after error@2133317383) -> (continuation of Deferred@715166300 after retry RPC after error@1270941708) -> (continuation of Deferred@879619606 after retry RPC after error@1974700147) -> (continuation of Deferred@1538250475 after retry RPC after error@418194682)))
06:25:22.506 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [45ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1781617519(state=PENDING, result=null, callback=(continuation of Deferred@931899761 after retry RPC after error@2063567453) -> (continuation of Deferred@530094187 after retry RPC after error@2136087260) -> (continuation of Deferred@368637030 after retry RPC after error@324221414) -> (continuation of Deferred@1221828647 after retry RPC after error@666421019) -> (continuation of Deferred@1966169166 after retry RPC after error@2133317383) -> (continuation of Deferred@715166300 after retry RPC after error@1270941708) -> (continuation of Deferred@879619606 after retry RPC after error@1974700147) -> (continuation of Deferred@1538250475 after retry RPC after error@418194682), errback=(continuation of Deferred@931899761 after retry RPC after error@2063567453) -> (continuation of Deferred@530094187 after retry RPC after error@2136087260) -> (continuation of Deferred@368637030 after retry RPC after error@324221414) -> (continuation of Deferred@1221828647 after retry RPC after error@666421019) -> (continuation of Deferred@1966169166 after retry RPC after error@2133317383) -> (continuation of Deferred@715166300 after retry RPC after error@1270941708) -> (continuation of Deferred@879619606 after retry RPC after error@1974700147) -> (continuation of Deferred@1538250475 after retry RPC after error@418194682)))
06:25:22.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1569586675(state=PENDING, result=null, callback=(continuation of Deferred@1534624717 after retry RPC after error@1397761885) -> (continuation of Deferred@1797127304 after retry RPC after error@1506670205) -> (continuation of Deferred@1186226274 after retry RPC after error@344775974) -> (continuation of Deferred@284265091 after retry RPC after error@641329406) -> (continuation of Deferred@1139489579 after retry RPC after error@830253981) -> (continuation of Deferred@759536291 after retry RPC after error@1146284525) -> (continuation of Deferred@1593483311 after retry RPC after error@168740910), errback=(continuation of Deferred@1534624717 after retry RPC after error@1397761885) -> (continuation of Deferred@1797127304 after retry RPC after error@1506670205) -> (continuation of Deferred@1186226274 after retry RPC after error@344775974) -> (continuation of Deferred@284265091 after retry RPC after error@641329406) -> (continuation of Deferred@1139489579 after retry RPC after error@830253981) -> (continuation of Deferred@759536291 after retry RPC after error@1146284525) -> (continuation of Deferred@1593483311 after retry RPC after error@168740910)))
06:25:22.766 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1569586675(state=PENDING, result=null, callback=(continuation of Deferred@1534624717 after retry RPC after error@1397761885) -> (continuation of Deferred@1797127304 after retry RPC after error@1506670205) -> (continuation of Deferred@1186226274 after retry RPC after error@344775974) -> (continuation of Deferred@284265091 after retry RPC after error@641329406) -> (continuation of Deferred@1139489579 after retry RPC after error@830253981) -> (continuation of Deferred@759536291 after retry RPC after error@1146284525) -> (continuation of Deferred@1593483311 after retry RPC after error@168740910), errback=(continuation of Deferred@1534624717 after retry RPC after error@1397761885) -> (continuation of Deferred@1797127304 after retry RPC after error@1506670205) -> (continuation of Deferred@1186226274 after retry RPC after error@344775974) -> (continuation of Deferred@284265091 after retry RPC after error@641329406) -> (continuation of Deferred@1139489579 after retry RPC after error@830253981) -> (continuation of Deferred@759536291 after retry RPC after error@1146284525) -> (continuation of Deferred@1593483311 after retry RPC after error@168740910)))
06:25:22.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:22.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:22.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:22.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:22.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:22.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.025 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1709619096(state=PENDING, result=null, callback=(continuation of Deferred@586516179 after retry RPC after error@346486429) -> (continuation of Deferred@642776614 after retry RPC after error@1992673024) -> (continuation of Deferred@2022183957 after retry RPC after error@1530464135) -> (continuation of Deferred@39746568 after retry RPC after error@1526421124) -> (continuation of Deferred@1651235186 after retry RPC after error@1912467335) -> (continuation of Deferred@3306380 after retry RPC after error@8215160) -> (continuation of Deferred@1021420364 after retry RPC after error@578740864) -> (continuation of Deferred@834882384 after retry RPC after error@1527212426), errback=(continuation of Deferred@586516179 after retry RPC after error@346486429) -> (continuation of Deferred@642776614 after retry RPC after error@1992673024) -> (continuation of Deferred@2022183957 after retry RPC after error@1530464135) -> (continuation of Deferred@39746568 after retry RPC after error@1526421124) -> (continuation of Deferred@1651235186 after retry RPC after error@1912467335) -> (continuation of Deferred@3306380 after retry RPC after error@8215160) -> (continuation of Deferred@1021420364 after retry RPC after error@578740864) -> (continuation of Deferred@834882384 after retry RPC after error@1527212426)))
06:25:23.025 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1709619096(state=PENDING, result=null, callback=(continuation of Deferred@586516179 after retry RPC after error@346486429) -> (continuation of Deferred@642776614 after retry RPC after error@1992673024) -> (continuation of Deferred@2022183957 after retry RPC after error@1530464135) -> (continuation of Deferred@39746568 after retry RPC after error@1526421124) -> (continuation of Deferred@1651235186 after retry RPC after error@1912467335) -> (continuation of Deferred@3306380 after retry RPC after error@8215160) -> (continuation of Deferred@1021420364 after retry RPC after error@578740864) -> (continuation of Deferred@834882384 after retry RPC after error@1527212426), errback=(continuation of Deferred@586516179 after retry RPC after error@346486429) -> (continuation of Deferred@642776614 after retry RPC after error@1992673024) -> (continuation of Deferred@2022183957 after retry RPC after error@1530464135) -> (continuation of Deferred@39746568 after retry RPC after error@1526421124) -> (continuation of Deferred@1651235186 after retry RPC after error@1912467335) -> (continuation of Deferred@3306380 after retry RPC after error@8215160) -> (continuation of Deferred@1021420364 after retry RPC after error@578740864) -> (continuation of Deferred@834882384 after retry RPC after error@1527212426)))
06:25:23.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.044 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.064 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.064 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.065 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@656444644(state=PENDING, result=null, callback=(continuation of Deferred@1822639893 after retry RPC after error@1118302644) -> (continuation of Deferred@791405495 after retry RPC after error@214895898) -> (continuation of Deferred@2049075321 after retry RPC after error@133500120) -> (continuation of Deferred@2008244682 after retry RPC after error@65017339) -> (continuation of Deferred@1785250910 after retry RPC after error@1163171335) -> (continuation of Deferred@688194134 after retry RPC after error@717849920), errback=(continuation of Deferred@1822639893 after retry RPC after error@1118302644) -> (continuation of Deferred@791405495 after retry RPC after error@214895898) -> (continuation of Deferred@2049075321 after retry RPC after error@133500120) -> (continuation of Deferred@2008244682 after retry RPC after error@65017339) -> (continuation of Deferred@1785250910 after retry RPC after error@1163171335) -> (continuation of Deferred@688194134 after retry RPC after error@717849920)))
06:25:23.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@656444644(state=PENDING, result=null, callback=(continuation of Deferred@1822639893 after retry RPC after error@1118302644) -> (continuation of Deferred@791405495 after retry RPC after error@214895898) -> (continuation of Deferred@2049075321 after retry RPC after error@133500120) -> (continuation of Deferred@2008244682 after retry RPC after error@65017339) -> (continuation of Deferred@1785250910 after retry RPC after error@1163171335) -> (continuation of Deferred@688194134 after retry RPC after error@717849920), errback=(continuation of Deferred@1822639893 after retry RPC after error@1118302644) -> (continuation of Deferred@791405495 after retry RPC after error@214895898) -> (continuation of Deferred@2049075321 after retry RPC after error@133500120) -> (continuation of Deferred@2008244682 after retry RPC after error@65017339) -> (continuation of Deferred@1785250910 after retry RPC after error@1163171335) -> (continuation of Deferred@688194134 after retry RPC after error@717849920)))
06:25:23.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.463 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1547307199(state=PENDING, result=null, callback=(continuation of Deferred@260099058 after retry RPC after error@192589564) -> (continuation of Deferred@1340950350 after retry RPC after error@1126089212) -> (continuation of Deferred@1254645046 after retry RPC after error@337315805) -> (continuation of Deferred@837412135 after retry RPC after error@80597959) -> (continuation of Deferred@207888261 after retry RPC after error@1083032635) -> (continuation of Deferred@1043583440 after retry RPC after error@1409969722) -> (continuation of Deferred@2017381129 after retry RPC after error@1455186985), errback=(continuation of Deferred@260099058 after retry RPC after error@192589564) -> (continuation of Deferred@1340950350 after retry RPC after error@1126089212) -> (continuation of Deferred@1254645046 after retry RPC after error@337315805) -> (continuation of Deferred@837412135 after retry RPC after error@80597959) -> (continuation of Deferred@207888261 after retry RPC after error@1083032635) -> (continuation of Deferred@1043583440 after retry RPC after error@1409969722) -> (continuation of Deferred@2017381129 after retry RPC after error@1455186985)))
06:25:23.463 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:23.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1667696732(state=PENDING, result=null, callback=(continuation of Deferred@600486725 after retry RPC after error@1165257320) -> (continuation of Deferred@695712127 after retry RPC after error@1921610213) -> (continuation of Deferred@78619754 after retry RPC after error@1651423677) -> (continuation of Deferred@1984317646 after retry RPC after error@1341721018) -> (continuation of Deferred@915175643 after retry RPC after error@557358310) -> (continuation of Deferred@1711058999 after retry RPC after error@1657786859) -> (continuation of Deferred@927999945 after retry RPC after error@1391088233), errback=(continuation of Deferred@600486725 after retry RPC after error@1165257320) -> (continuation of Deferred@695712127 after retry RPC after error@1921610213) -> (continuation of Deferred@78619754 after retry RPC after error@1651423677) -> (continuation of Deferred@1984317646 after retry RPC after error@1341721018) -> (continuation of Deferred@915175643 after retry RPC after error@557358310) -> (continuation of Deferred@1711058999 after retry RPC after error@1657786859) -> (continuation of Deferred@927999945 after retry RPC after error@1391088233)))
06:25:23.725 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1667696732(state=PENDING, result=null, callback=(continuation of Deferred@600486725 after retry RPC after error@1165257320) -> (continuation of Deferred@695712127 after retry RPC after error@1921610213) -> (continuation of Deferred@78619754 after retry RPC after error@1651423677) -> (continuation of Deferred@1984317646 after retry RPC after error@1341721018) -> (continuation of Deferred@915175643 after retry RPC after error@557358310) -> (continuation of Deferred@1711058999 after retry RPC after error@1657786859) -> (continuation of Deferred@927999945 after retry RPC after error@1391088233), errback=(continuation of Deferred@600486725 after retry RPC after error@1165257320) -> (continuation of Deferred@695712127 after retry RPC after error@1921610213) -> (continuation of Deferred@78619754 after retry RPC after error@1651423677) -> (continuation of Deferred@1984317646 after retry RPC after error@1341721018) -> (continuation of Deferred@915175643 after retry RPC after error@557358310) -> (continuation of Deferred@1711058999 after retry RPC after error@1657786859) -> (continuation of Deferred@927999945 after retry RPC after error@1391088233)))
06:25:23.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1190566669(state=PENDING, result=null, callback=(continuation of Deferred@1541852648 after retry RPC after error@1631684795) -> (continuation of Deferred@1681897260 after retry RPC after error@384001621) -> (continuation of Deferred@2064085228 after retry RPC after error@384711527) -> (continuation of Deferred@267479105 after retry RPC after error@44918308) -> (continuation of Deferred@1122891405 after retry RPC after error@633329844) -> (continuation of Deferred@554180386 after retry RPC after error@1224593761) -> (continuation of Deferred@1695092589 after retry RPC after error@1042809088), errback=(continuation of Deferred@1541852648 after retry RPC after error@1631684795) -> (continuation of Deferred@1681897260 after retry RPC after error@384001621) -> (continuation of Deferred@2064085228 after retry RPC after error@384711527) -> (continuation of Deferred@267479105 after retry RPC after error@44918308) -> (continuation of Deferred@1122891405 after retry RPC after error@633329844) -> (continuation of Deferred@554180386 after retry RPC after error@1224593761) -> (continuation of Deferred@1695092589 after retry RPC after error@1042809088)))
06:25:23.926 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1190566669(state=PENDING, result=null, callback=(continuation of Deferred@1541852648 after retry RPC after error@1631684795) -> (continuation of Deferred@1681897260 after retry RPC after error@384001621) -> (continuation of Deferred@2064085228 after retry RPC after error@384711527) -> (continuation of Deferred@267479105 after retry RPC after error@44918308) -> (continuation of Deferred@1122891405 after retry RPC after error@633329844) -> (continuation of Deferred@554180386 after retry RPC after error@1224593761) -> (continuation of Deferred@1695092589 after retry RPC after error@1042809088), errback=(continuation of Deferred@1541852648 after retry RPC after error@1631684795) -> (continuation of Deferred@1681897260 after retry RPC after error@384001621) -> (continuation of Deferred@2064085228 after retry RPC after error@384711527) -> (continuation of Deferred@267479105 after retry RPC after error@44918308) -> (continuation of Deferred@1122891405 after retry RPC after error@633329844) -> (continuation of Deferred@554180386 after retry RPC after error@1224593761) -> (continuation of Deferred@1695092589 after retry RPC after error@1042809088)))
06:25:23.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:23.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:23.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:23.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:23.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:23.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@742204713(state=PENDING, result=null, callback=(continuation of Deferred@1868759054 after retry RPC after error@214533676) -> (continuation of Deferred@496029698 after retry RPC after error@1480702708) -> (continuation of Deferred@802529922 after retry RPC after error@1869457842) -> (continuation of Deferred@1952867485 after retry RPC after error@564524799) -> (continuation of Deferred@593924603 after retry RPC after error@566533148) -> (continuation of Deferred@1715557941 after retry RPC after error@1759335948), errback=(continuation of Deferred@1868759054 after retry RPC after error@214533676) -> (continuation of Deferred@496029698 after retry RPC after error@1480702708) -> (continuation of Deferred@802529922 after retry RPC after error@1869457842) -> (continuation of Deferred@1952867485 after retry RPC after error@564524799) -> (continuation of Deferred@593924603 after retry RPC after error@566533148) -> (continuation of Deferred@1715557941 after retry RPC after error@1759335948)))
06:25:24.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@742204713(state=PENDING, result=null, callback=(continuation of Deferred@1868759054 after retry RPC after error@214533676) -> (continuation of Deferred@496029698 after retry RPC after error@1480702708) -> (continuation of Deferred@802529922 after retry RPC after error@1869457842) -> (continuation of Deferred@1952867485 after retry RPC after error@564524799) -> (continuation of Deferred@593924603 after retry RPC after error@566533148) -> (continuation of Deferred@1715557941 after retry RPC after error@1759335948), errback=(continuation of Deferred@1868759054 after retry RPC after error@214533676) -> (continuation of Deferred@496029698 after retry RPC after error@1480702708) -> (continuation of Deferred@802529922 after retry RPC after error@1869457842) -> (continuation of Deferred@1952867485 after retry RPC after error@564524799) -> (continuation of Deferred@593924603 after retry RPC after error@566533148) -> (continuation of Deferred@1715557941 after retry RPC after error@1759335948)))
06:25:24.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@665192240(state=PENDING, result=null, callback=(continuation of Deferred@403328127 after retry RPC after error@255373740) -> (continuation of Deferred@1446294872 after retry RPC after error@1102886697) -> (continuation of Deferred@194998997 after retry RPC after error@1096812507) -> (continuation of Deferred@848164058 after retry RPC after error@380377181) -> (continuation of Deferred@1725290887 after retry RPC after error@659178585) -> (continuation of Deferred@2059161422 after retry RPC after error@203738804) -> (continuation of Deferred@1148532566 after retry RPC after error@828955405), errback=(continuation of Deferred@403328127 after retry RPC after error@255373740) -> (continuation of Deferred@1446294872 after retry RPC after error@1102886697) -> (continuation of Deferred@194998997 after retry RPC after error@1096812507) -> (continuation of Deferred@848164058 after retry RPC after error@380377181) -> (continuation of Deferred@1725290887 after retry RPC after error@659178585) -> (continuation of Deferred@2059161422 after retry RPC after error@203738804) -> (continuation of Deferred@1148532566 after retry RPC after error@828955405)))
06:25:24.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@665192240(state=PENDING, result=null, callback=(continuation of Deferred@403328127 after retry RPC after error@255373740) -> (continuation of Deferred@1446294872 after retry RPC after error@1102886697) -> (continuation of Deferred@194998997 after retry RPC after error@1096812507) -> (continuation of Deferred@848164058 after retry RPC after error@380377181) -> (continuation of Deferred@1725290887 after retry RPC after error@659178585) -> (continuation of Deferred@2059161422 after retry RPC after error@203738804) -> (continuation of Deferred@1148532566 after retry RPC after error@828955405), errback=(continuation of Deferred@403328127 after retry RPC after error@255373740) -> (continuation of Deferred@1446294872 after retry RPC after error@1102886697) -> (continuation of Deferred@194998997 after retry RPC after error@1096812507) -> (continuation of Deferred@848164058 after retry RPC after error@380377181) -> (continuation of Deferred@1725290887 after retry RPC after error@659178585) -> (continuation of Deferred@2059161422 after retry RPC after error@203738804) -> (continuation of Deferred@1148532566 after retry RPC after error@828955405)))
06:25:24.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.546 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1280668504(state=PENDING, result=null, callback=(continuation of Deferred@2020682907 after retry RPC after error@884507909) -> (continuation of Deferred@523985250 after retry RPC after error@2014518894) -> (continuation of Deferred@167239683 after retry RPC after error@2031606933) -> (continuation of Deferred@1038324388 after retry RPC after error@1566771992) -> (continuation of Deferred@1797398351 after retry RPC after error@739677642) -> (continuation of Deferred@230769758 after retry RPC after error@1212134709), errback=(continuation of Deferred@2020682907 after retry RPC after error@884507909) -> (continuation of Deferred@523985250 after retry RPC after error@2014518894) -> (continuation of Deferred@167239683 after retry RPC after error@2031606933) -> (continuation of Deferred@1038324388 after retry RPC after error@1566771992) -> (continuation of Deferred@1797398351 after retry RPC after error@739677642) -> (continuation of Deferred@230769758 after retry RPC after error@1212134709)))
06:25:24.546 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1280668504(state=PENDING, result=null, callback=(continuation of Deferred@2020682907 after retry RPC after error@884507909) -> (continuation of Deferred@523985250 after retry RPC after error@2014518894) -> (continuation of Deferred@167239683 after retry RPC after error@2031606933) -> (continuation of Deferred@1038324388 after retry RPC after error@1566771992) -> (continuation of Deferred@1797398351 after retry RPC after error@739677642) -> (continuation of Deferred@230769758 after retry RPC after error@1212134709), errback=(continuation of Deferred@2020682907 after retry RPC after error@884507909) -> (continuation of Deferred@523985250 after retry RPC after error@2014518894) -> (continuation of Deferred@167239683 after retry RPC after error@2031606933) -> (continuation of Deferred@1038324388 after retry RPC after error@1566771992) -> (continuation of Deferred@1797398351 after retry RPC after error@739677642) -> (continuation of Deferred@230769758 after retry RPC after error@1212134709)))
06:25:24.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1345569715(state=PENDING, result=null, callback=(continuation of Deferred@554898780 after retry RPC after error@169789236) -> (continuation of Deferred@1900389942 after retry RPC after error@1067834870) -> (continuation of Deferred@103122603 after retry RPC after error@2055132732) -> (continuation of Deferred@643214163 after retry RPC after error@932026370) -> (continuation of Deferred@490164358 after retry RPC after error@301251114) -> (continuation of Deferred@48994164 after retry RPC after error@1509769891) -> (continuation of Deferred@2120845946 after retry RPC after error@1249401463) -> (continuation of Deferred@351675515 after retry RPC after error@657298460), errback=(continuation of Deferred@554898780 after retry RPC after error@169789236) -> (continuation of Deferred@1900389942 after retry RPC after error@1067834870) -> (continuation of Deferred@103122603 after retry RPC after error@2055132732) -> (continuation of Deferred@643214163 after retry RPC after error@932026370) -> (continuation of Deferred@490164358 after retry RPC after error@301251114) -> (continuation of Deferred@48994164 after retry RPC after error@1509769891) -> (continuation of Deferred@2120845946 after retry RPC after error@1249401463) -> (continuation of Deferred@351675515 after retry RPC after error@657298460)))
06:25:24.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1345569715(state=PENDING, result=null, callback=(continuation of Deferred@554898780 after retry RPC after error@169789236) -> (continuation of Deferred@1900389942 after retry RPC after error@1067834870) -> (continuation of Deferred@103122603 after retry RPC after error@2055132732) -> (continuation of Deferred@643214163 after retry RPC after error@932026370) -> (continuation of Deferred@490164358 after retry RPC after error@301251114) -> (continuation of Deferred@48994164 after retry RPC after error@1509769891) -> (continuation of Deferred@2120845946 after retry RPC after error@1249401463) -> (continuation of Deferred@351675515 after retry RPC after error@657298460), errback=(continuation of Deferred@554898780 after retry RPC after error@169789236) -> (continuation of Deferred@1900389942 after retry RPC after error@1067834870) -> (continuation of Deferred@103122603 after retry RPC after error@2055132732) -> (continuation of Deferred@643214163 after retry RPC after error@932026370) -> (continuation of Deferred@490164358 after retry RPC after error@301251114) -> (continuation of Deferred@48994164 after retry RPC after error@1509769891) -> (continuation of Deferred@2120845946 after retry RPC after error@1249401463) -> (continuation of Deferred@351675515 after retry RPC after error@657298460)))
06:25:24.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:24.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:24.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:24.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:24.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:24.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:24.988986 14145 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:24.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:24.991407 14145 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:24.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:24.992820 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:25.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.026 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1821864972(state=PENDING, result=null, callback=(continuation of Deferred@113715047 after retry RPC after error@1711325766) -> (continuation of Deferred@1507892669 after retry RPC after error@234923417) -> (continuation of Deferred@826492705 after retry RPC after error@1362211261) -> (continuation of Deferred@216126291 after retry RPC after error@130454331) -> (continuation of Deferred@739747501 after retry RPC after error@1895257803) -> (continuation of Deferred@1921939661 after retry RPC after error@1105359596) -> (continuation of Deferred@1355908787 after retry RPC after error@450548588), errback=(continuation of Deferred@113715047 after retry RPC after error@1711325766) -> (continuation of Deferred@1507892669 after retry RPC after error@234923417) -> (continuation of Deferred@826492705 after retry RPC after error@1362211261) -> (continuation of Deferred@216126291 after retry RPC after error@130454331) -> (continuation of Deferred@739747501 after retry RPC after error@1895257803) -> (continuation of Deferred@1921939661 after retry RPC after error@1105359596) -> (continuation of Deferred@1355908787 after retry RPC after error@450548588)))
06:25:25.026 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1821864972(state=PENDING, result=null, callback=(continuation of Deferred@113715047 after retry RPC after error@1711325766) -> (continuation of Deferred@1507892669 after retry RPC after error@234923417) -> (continuation of Deferred@826492705 after retry RPC after error@1362211261) -> (continuation of Deferred@216126291 after retry RPC after error@130454331) -> (continuation of Deferred@739747501 after retry RPC after error@1895257803) -> (continuation of Deferred@1921939661 after retry RPC after error@1105359596) -> (continuation of Deferred@1355908787 after retry RPC after error@450548588), errback=(continuation of Deferred@113715047 after retry RPC after error@1711325766) -> (continuation of Deferred@1507892669 after retry RPC after error@234923417) -> (continuation of Deferred@826492705 after retry RPC after error@1362211261) -> (continuation of Deferred@216126291 after retry RPC after error@130454331) -> (continuation of Deferred@739747501 after retry RPC after error@1895257803) -> (continuation of Deferred@1921939661 after retry RPC after error@1105359596) -> (continuation of Deferred@1355908787 after retry RPC after error@450548588)))
06:25:25.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.185 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@666276662(state=PENDING, result=null, callback=(continuation of Deferred@1940617875 after retry RPC after error@1085202221) -> (continuation of Deferred@2085137709 after retry RPC after error@1878306481) -> (continuation of Deferred@1201876542 after retry RPC after error@1900205648) -> (continuation of Deferred@1213873296 after retry RPC after error@43094540) -> (continuation of Deferred@1553833662 after retry RPC after error@990520107) -> (continuation of Deferred@573388390 after retry RPC after error@748863965) -> (continuation of Deferred@486199961 after retry RPC after error@1979951446), errback=(continuation of Deferred@1940617875 after retry RPC after error@1085202221) -> (continuation of Deferred@2085137709 after retry RPC after error@1878306481) -> (continuation of Deferred@1201876542 after retry RPC after error@1900205648) -> (continuation of Deferred@1213873296 after retry RPC after error@43094540) -> (continuation of Deferred@1553833662 after retry RPC after error@990520107) -> (continuation of Deferred@573388390 after retry RPC after error@748863965) -> (continuation of Deferred@486199961 after retry RPC after error@1979951446)))
06:25:25.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@666276662(state=PENDING, result=null, callback=(continuation of Deferred@1940617875 after retry RPC after error@1085202221) -> (continuation of Deferred@2085137709 after retry RPC after error@1878306481) -> (continuation of Deferred@1201876542 after retry RPC after error@1900205648) -> (continuation of Deferred@1213873296 after retry RPC after error@43094540) -> (continuation of Deferred@1553833662 after retry RPC after error@990520107) -> (continuation of Deferred@573388390 after retry RPC after error@748863965) -> (continuation of Deferred@486199961 after retry RPC after error@1979951446), errback=(continuation of Deferred@1940617875 after retry RPC after error@1085202221) -> (continuation of Deferred@2085137709 after retry RPC after error@1878306481) -> (continuation of Deferred@1201876542 after retry RPC after error@1900205648) -> (continuation of Deferred@1213873296 after retry RPC after error@43094540) -> (continuation of Deferred@1553833662 after retry RPC after error@990520107) -> (continuation of Deferred@573388390 after retry RPC after error@748863965) -> (continuation of Deferred@486199961 after retry RPC after error@1979951446)))
06:25:25.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.204 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.262 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.364 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.406 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1218687680(state=PENDING, result=null, callback=(continuation of Deferred@1655595260 after retry RPC after error@2042301516) -> (continuation of Deferred@118873447 after retry RPC after error@1391807223) -> (continuation of Deferred@1137535445 after retry RPC after error@1656079500) -> (continuation of Deferred@1264767832 after retry RPC after error@859343409) -> (continuation of Deferred@454286914 after retry RPC after error@1464789000) -> (continuation of Deferred@183179690 after retry RPC after error@2113233860) -> (continuation of Deferred@2022790134 after retry RPC after error@1480587844), errback=(continuation of Deferred@1655595260 after retry RPC after error@2042301516) -> (continuation of Deferred@118873447 after retry RPC after error@1391807223) -> (continuation of Deferred@1137535445 after retry RPC after error@1656079500) -> (continuation of Deferred@1264767832 after retry RPC after error@859343409) -> (continuation of Deferred@454286914 after retry RPC after error@1464789000) -> (continuation of Deferred@183179690 after retry RPC after error@2113233860) -> (continuation of Deferred@2022790134 after retry RPC after error@1480587844)))
06:25:25.407 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1218687680(state=PENDING, result=null, callback=(continuation of Deferred@1655595260 after retry RPC after error@2042301516) -> (continuation of Deferred@118873447 after retry RPC after error@1391807223) -> (continuation of Deferred@1137535445 after retry RPC after error@1656079500) -> (continuation of Deferred@1264767832 after retry RPC after error@859343409) -> (continuation of Deferred@454286914 after retry RPC after error@1464789000) -> (continuation of Deferred@183179690 after retry RPC after error@2113233860) -> (continuation of Deferred@2022790134 after retry RPC after error@1480587844), errback=(continuation of Deferred@1655595260 after retry RPC after error@2042301516) -> (continuation of Deferred@118873447 after retry RPC after error@1391807223) -> (continuation of Deferred@1137535445 after retry RPC after error@1656079500) -> (continuation of Deferred@1264767832 after retry RPC after error@859343409) -> (continuation of Deferred@454286914 after retry RPC after error@1464789000) -> (continuation of Deferred@183179690 after retry RPC after error@2113233860) -> (continuation of Deferred@2022790134 after retry RPC after error@1480587844)))
06:25:25.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.464 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@343804020(state=PENDING, result=null, callback=(continuation of Deferred@567170582 after retry RPC after error@423465881) -> (continuation of Deferred@305606515 after retry RPC after error@1995352297) -> (continuation of Deferred@625163972 after retry RPC after error@1352126638) -> (continuation of Deferred@2079338872 after retry RPC after error@2019190543) -> (continuation of Deferred@1146344414 after retry RPC after error@707750234) -> (continuation of Deferred@1345250966 after retry RPC after error@2070385027) -> (continuation of Deferred@561016850 after retry RPC after error@1883551967), errback=(continuation of Deferred@567170582 after retry RPC after error@423465881) -> (continuation of Deferred@305606515 after retry RPC after error@1995352297) -> (continuation of Deferred@625163972 after retry RPC after error@1352126638) -> (continuation of Deferred@2079338872 after retry RPC after error@2019190543) -> (continuation of Deferred@1146344414 after retry RPC after error@707750234) -> (continuation of Deferred@1345250966 after retry RPC after error@2070385027) -> (continuation of Deferred@561016850 after retry RPC after error@1883551967)))
06:25:25.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@343804020(state=PENDING, result=null, callback=(continuation of Deferred@567170582 after retry RPC after error@423465881) -> (continuation of Deferred@305606515 after retry RPC after error@1995352297) -> (continuation of Deferred@625163972 after retry RPC after error@1352126638) -> (continuation of Deferred@2079338872 after retry RPC after error@2019190543) -> (continuation of Deferred@1146344414 after retry RPC after error@707750234) -> (continuation of Deferred@1345250966 after retry RPC after error@2070385027) -> (continuation of Deferred@561016850 after retry RPC after error@1883551967), errback=(continuation of Deferred@567170582 after retry RPC after error@423465881) -> (continuation of Deferred@305606515 after retry RPC after error@1995352297) -> (continuation of Deferred@625163972 after retry RPC after error@1352126638) -> (continuation of Deferred@2079338872 after retry RPC after error@2019190543) -> (continuation of Deferred@1146344414 after retry RPC after error@707750234) -> (continuation of Deferred@1345250966 after retry RPC after error@2070385027) -> (continuation of Deferred@561016850 after retry RPC after error@1883551967)))
06:25:25.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@609888162(state=PENDING, result=null, callback=(continuation of Deferred@1270378616 after retry RPC after error@109530104) -> (continuation of Deferred@1702514611 after retry RPC after error@275252105) -> (continuation of Deferred@417045068 after retry RPC after error@616548900) -> (continuation of Deferred@328142551 after retry RPC after error@1126900580) -> (continuation of Deferred@132569271 after retry RPC after error@1565707397) -> (continuation of Deferred@910202958 after retry RPC after error@745188833) -> (continuation of Deferred@502852539 after retry RPC after error@1451567717), errback=(continuation of Deferred@1270378616 after retry RPC after error@109530104) -> (continuation of Deferred@1702514611 after retry RPC after error@275252105) -> (continuation of Deferred@417045068 after retry RPC after error@616548900) -> (continuation of Deferred@328142551 after retry RPC after error@1126900580) -> (continuation of Deferred@132569271 after retry RPC after error@1565707397) -> (continuation of Deferred@910202958 after retry RPC after error@745188833) -> (continuation of Deferred@502852539 after retry RPC after error@1451567717)))
06:25:25.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@609888162(state=PENDING, result=null, callback=(continuation of Deferred@1270378616 after retry RPC after error@109530104) -> (continuation of Deferred@1702514611 after retry RPC after error@275252105) -> (continuation of Deferred@417045068 after retry RPC after error@616548900) -> (continuation of Deferred@328142551 after retry RPC after error@1126900580) -> (continuation of Deferred@132569271 after retry RPC after error@1565707397) -> (continuation of Deferred@910202958 after retry RPC after error@745188833) -> (continuation of Deferred@502852539 after retry RPC after error@1451567717), errback=(continuation of Deferred@1270378616 after retry RPC after error@109530104) -> (continuation of Deferred@1702514611 after retry RPC after error@275252105) -> (continuation of Deferred@417045068 after retry RPC after error@616548900) -> (continuation of Deferred@328142551 after retry RPC after error@1126900580) -> (continuation of Deferred@132569271 after retry RPC after error@1565707397) -> (continuation of Deferred@910202958 after retry RPC after error@745188833) -> (continuation of Deferred@502852539 after retry RPC after error@1451567717)))
06:25:25.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:25.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:25.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:25.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:25.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:25.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@585167269(state=PENDING, result=null, callback=(continuation of Deferred@214272715 after retry RPC after error@198410050) -> (continuation of Deferred@107366231 after retry RPC after error@598668263) -> (continuation of Deferred@60663435 after retry RPC after error@321183957) -> (continuation of Deferred@659312921 after retry RPC after error@1940504540) -> (continuation of Deferred@502195932 after retry RPC after error@695771132) -> (continuation of Deferred@1819920211 after retry RPC after error@1376834143), errback=(continuation of Deferred@214272715 after retry RPC after error@198410050) -> (continuation of Deferred@107366231 after retry RPC after error@598668263) -> (continuation of Deferred@60663435 after retry RPC after error@321183957) -> (continuation of Deferred@659312921 after retry RPC after error@1940504540) -> (continuation of Deferred@502195932 after retry RPC after error@695771132) -> (continuation of Deferred@1819920211 after retry RPC after error@1376834143)))
06:25:26.046 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@585167269(state=PENDING, result=null, callback=(continuation of Deferred@214272715 after retry RPC after error@198410050) -> (continuation of Deferred@107366231 after retry RPC after error@598668263) -> (continuation of Deferred@60663435 after retry RPC after error@321183957) -> (continuation of Deferred@659312921 after retry RPC after error@1940504540) -> (continuation of Deferred@502195932 after retry RPC after error@695771132) -> (continuation of Deferred@1819920211 after retry RPC after error@1376834143), errback=(continuation of Deferred@214272715 after retry RPC after error@198410050) -> (continuation of Deferred@107366231 after retry RPC after error@598668263) -> (continuation of Deferred@60663435 after retry RPC after error@321183957) -> (continuation of Deferred@659312921 after retry RPC after error@1940504540) -> (continuation of Deferred@502195932 after retry RPC after error@695771132) -> (continuation of Deferred@1819920211 after retry RPC after error@1376834143)))
06:25:26.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.064 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.265 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1210895609(state=PENDING, result=null, callback=(continuation of Deferred@2129129324 after retry RPC after error@1870665624) -> (continuation of Deferred@114238697 after retry RPC after error@682257357) -> (continuation of Deferred@1769438523 after retry RPC after error@103062362) -> (continuation of Deferred@2041782043 after retry RPC after error@37545955) -> (continuation of Deferred@1349573690 after retry RPC after error@1923904293) -> (continuation of Deferred@319218092 after retry RPC after error@1994399696) -> (continuation of Deferred@539466810 after retry RPC after error@830727744), errback=(continuation of Deferred@2129129324 after retry RPC after error@1870665624) -> (continuation of Deferred@114238697 after retry RPC after error@682257357) -> (continuation of Deferred@1769438523 after retry RPC after error@103062362) -> (continuation of Deferred@2041782043 after retry RPC after error@37545955) -> (continuation of Deferred@1349573690 after retry RPC after error@1923904293) -> (continuation of Deferred@319218092 after retry RPC after error@1994399696) -> (continuation of Deferred@539466810 after retry RPC after error@830727744)))
06:25:26.266 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1210895609(state=PENDING, result=null, callback=(continuation of Deferred@2129129324 after retry RPC after error@1870665624) -> (continuation of Deferred@114238697 after retry RPC after error@682257357) -> (continuation of Deferred@1769438523 after retry RPC after error@103062362) -> (continuation of Deferred@2041782043 after retry RPC after error@37545955) -> (continuation of Deferred@1349573690 after retry RPC after error@1923904293) -> (continuation of Deferred@319218092 after retry RPC after error@1994399696) -> (continuation of Deferred@539466810 after retry RPC after error@830727744), errback=(continuation of Deferred@2129129324 after retry RPC after error@1870665624) -> (continuation of Deferred@114238697 after retry RPC after error@682257357) -> (continuation of Deferred@1769438523 after retry RPC after error@103062362) -> (continuation of Deferred@2041782043 after retry RPC after error@37545955) -> (continuation of Deferred@1349573690 after retry RPC after error@1923904293) -> (continuation of Deferred@319218092 after retry RPC after error@1994399696) -> (continuation of Deferred@539466810 after retry RPC after error@830727744)))
06:25:26.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.324 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@267291875(state=PENDING, result=null, callback=(continuation of Deferred@1959671113 after retry RPC after error@1467204754) -> (continuation of Deferred@978086124 after retry RPC after error@1102996178) -> (continuation of Deferred@1155490769 after retry RPC after error@230783116) -> (continuation of Deferred@1410558672 after retry RPC after error@1720269426) -> (continuation of Deferred@1500978329 after retry RPC after error@1609828899) -> (continuation of Deferred@276741863 after retry RPC after error@1057705008) -> (continuation of Deferred@1584991388 after retry RPC after error@564371554), errback=(continuation of Deferred@1959671113 after retry RPC after error@1467204754) -> (continuation of Deferred@978086124 after retry RPC after error@1102996178) -> (continuation of Deferred@1155490769 after retry RPC after error@230783116) -> (continuation of Deferred@1410558672 after retry RPC after error@1720269426) -> (continuation of Deferred@1500978329 after retry RPC after error@1609828899) -> (continuation of Deferred@276741863 after retry RPC after error@1057705008) -> (continuation of Deferred@1584991388 after retry RPC after error@564371554)))
06:25:26.486 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@267291875(state=PENDING, result=null, callback=(continuation of Deferred@1959671113 after retry RPC after error@1467204754) -> (continuation of Deferred@978086124 after retry RPC after error@1102996178) -> (continuation of Deferred@1155490769 after retry RPC after error@230783116) -> (continuation of Deferred@1410558672 after retry RPC after error@1720269426) -> (continuation of Deferred@1500978329 after retry RPC after error@1609828899) -> (continuation of Deferred@276741863 after retry RPC after error@1057705008) -> (continuation of Deferred@1584991388 after retry RPC after error@564371554), errback=(continuation of Deferred@1959671113 after retry RPC after error@1467204754) -> (continuation of Deferred@978086124 after retry RPC after error@1102996178) -> (continuation of Deferred@1155490769 after retry RPC after error@230783116) -> (continuation of Deferred@1410558672 after retry RPC after error@1720269426) -> (continuation of Deferred@1500978329 after retry RPC after error@1609828899) -> (continuation of Deferred@276741863 after retry RPC after error@1057705008) -> (continuation of Deferred@1584991388 after retry RPC after error@564371554)))
06:25:26.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1935907228(state=PENDING, result=null, callback=(continuation of Deferred@1168567889 after retry RPC after error@1140122589) -> (continuation of Deferred@2062838012 after retry RPC after error@364159303) -> (continuation of Deferred@1737626054 after retry RPC after error@52227298) -> (continuation of Deferred@1526122485 after retry RPC after error@1794702197) -> (continuation of Deferred@496225229 after retry RPC after error@2039238497) -> (continuation of Deferred@355067594 after retry RPC after error@950506569) -> (continuation of Deferred@1005186355 after retry RPC after error@537221736), errback=(continuation of Deferred@1168567889 after retry RPC after error@1140122589) -> (continuation of Deferred@2062838012 after retry RPC after error@364159303) -> (continuation of Deferred@1737626054 after retry RPC after error@52227298) -> (continuation of Deferred@1526122485 after retry RPC after error@1794702197) -> (continuation of Deferred@496225229 after retry RPC after error@2039238497) -> (continuation of Deferred@355067594 after retry RPC after error@950506569) -> (continuation of Deferred@1005186355 after retry RPC after error@537221736)))
06:25:26.706 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1935907228(state=PENDING, result=null, callback=(continuation of Deferred@1168567889 after retry RPC after error@1140122589) -> (continuation of Deferred@2062838012 after retry RPC after error@364159303) -> (continuation of Deferred@1737626054 after retry RPC after error@52227298) -> (continuation of Deferred@1526122485 after retry RPC after error@1794702197) -> (continuation of Deferred@496225229 after retry RPC after error@2039238497) -> (continuation of Deferred@355067594 after retry RPC after error@950506569) -> (continuation of Deferred@1005186355 after retry RPC after error@537221736), errback=(continuation of Deferred@1168567889 after retry RPC after error@1140122589) -> (continuation of Deferred@2062838012 after retry RPC after error@364159303) -> (continuation of Deferred@1737626054 after retry RPC after error@52227298) -> (continuation of Deferred@1526122485 after retry RPC after error@1794702197) -> (continuation of Deferred@496225229 after retry RPC after error@2039238497) -> (continuation of Deferred@355067594 after retry RPC after error@950506569) -> (continuation of Deferred@1005186355 after retry RPC after error@537221736)))
06:25:26.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.945 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@706323365(state=PENDING, result=null, callback=(continuation of Deferred@1142802284 after retry RPC after error@71557621) -> (continuation of Deferred@810427490 after retry RPC after error@1471003973) -> (continuation of Deferred@2099328635 after retry RPC after error@1719020643) -> (continuation of Deferred@668625403 after retry RPC after error@497532880) -> (continuation of Deferred@1774305521 after retry RPC after error@1048837278) -> (continuation of Deferred@1256378116 after retry RPC after error@1788584119) -> (continuation of Deferred@230302557 after retry RPC after error@746346872), errback=(continuation of Deferred@1142802284 after retry RPC after error@71557621) -> (continuation of Deferred@810427490 after retry RPC after error@1471003973) -> (continuation of Deferred@2099328635 after retry RPC after error@1719020643) -> (continuation of Deferred@668625403 after retry RPC after error@497532880) -> (continuation of Deferred@1774305521 after retry RPC after error@1048837278) -> (continuation of Deferred@1256378116 after retry RPC after error@1788584119) -> (continuation of Deferred@230302557 after retry RPC after error@746346872)))
06:25:26.946 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@706323365(state=PENDING, result=null, callback=(continuation of Deferred@1142802284 after retry RPC after error@71557621) -> (continuation of Deferred@810427490 after retry RPC after error@1471003973) -> (continuation of Deferred@2099328635 after retry RPC after error@1719020643) -> (continuation of Deferred@668625403 after retry RPC after error@497532880) -> (continuation of Deferred@1774305521 after retry RPC after error@1048837278) -> (continuation of Deferred@1256378116 after retry RPC after error@1788584119) -> (continuation of Deferred@230302557 after retry RPC after error@746346872), errback=(continuation of Deferred@1142802284 after retry RPC after error@71557621) -> (continuation of Deferred@810427490 after retry RPC after error@1471003973) -> (continuation of Deferred@2099328635 after retry RPC after error@1719020643) -> (continuation of Deferred@668625403 after retry RPC after error@497532880) -> (continuation of Deferred@1774305521 after retry RPC after error@1048837278) -> (continuation of Deferred@1256378116 after retry RPC after error@1788584119) -> (continuation of Deferred@230302557 after retry RPC after error@746346872)))
06:25:26.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:26.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:26.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:26.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:26.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:26.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:27.108032 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:27.108237 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:27.223 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1074947616(state=PENDING, result=null, callback=(continuation of Deferred@56792006 after retry RPC after error@1559215647) -> (continuation of Deferred@1558721548 after retry RPC after error@253258455) -> (continuation of Deferred@410203217 after retry RPC after error@961379846) -> (continuation of Deferred@613971319 after retry RPC after error@1746595297) -> (continuation of Deferred@1774886159 after retry RPC after error@1000698750) -> (continuation of Deferred@1550944944 after retry RPC after error@1664811322) -> (continuation of Deferred@1587862199 after retry RPC after error@1317694622), errback=(continuation of Deferred@56792006 after retry RPC after error@1559215647) -> (continuation of Deferred@1558721548 after retry RPC after error@253258455) -> (continuation of Deferred@410203217 after retry RPC after error@961379846) -> (continuation of Deferred@613971319 after retry RPC after error@1746595297) -> (continuation of Deferred@1774886159 after retry RPC after error@1000698750) -> (continuation of Deferred@1550944944 after retry RPC after error@1664811322) -> (continuation of Deferred@1587862199 after retry RPC after error@1317694622)))
06:25:27.223 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:27.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.426 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@213408604(state=PENDING, result=null, callback=(continuation of Deferred@821337479 after retry RPC after error@362528462) -> (continuation of Deferred@96415863 after retry RPC after error@1267988775) -> (continuation of Deferred@1604279671 after retry RPC after error@398124420) -> (continuation of Deferred@1811563404 after retry RPC after error@1073005845) -> (continuation of Deferred@447038329 after retry RPC after error@1517486956) -> (continuation of Deferred@1672273293 after retry RPC after error@2053730432) -> (continuation of Deferred@1248287295 after retry RPC after error@139286652), errback=(continuation of Deferred@821337479 after retry RPC after error@362528462) -> (continuation of Deferred@96415863 after retry RPC after error@1267988775) -> (continuation of Deferred@1604279671 after retry RPC after error@398124420) -> (continuation of Deferred@1811563404 after retry RPC after error@1073005845) -> (continuation of Deferred@447038329 after retry RPC after error@1517486956) -> (continuation of Deferred@1672273293 after retry RPC after error@2053730432) -> (continuation of Deferred@1248287295 after retry RPC after error@139286652)))
06:25:27.427 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@213408604(state=PENDING, result=null, callback=(continuation of Deferred@821337479 after retry RPC after error@362528462) -> (continuation of Deferred@96415863 after retry RPC after error@1267988775) -> (continuation of Deferred@1604279671 after retry RPC after error@398124420) -> (continuation of Deferred@1811563404 after retry RPC after error@1073005845) -> (continuation of Deferred@447038329 after retry RPC after error@1517486956) -> (continuation of Deferred@1672273293 after retry RPC after error@2053730432) -> (continuation of Deferred@1248287295 after retry RPC after error@139286652), errback=(continuation of Deferred@821337479 after retry RPC after error@362528462) -> (continuation of Deferred@96415863 after retry RPC after error@1267988775) -> (continuation of Deferred@1604279671 after retry RPC after error@398124420) -> (continuation of Deferred@1811563404 after retry RPC after error@1073005845) -> (continuation of Deferred@447038329 after retry RPC after error@1517486956) -> (continuation of Deferred@1672273293 after retry RPC after error@2053730432) -> (continuation of Deferred@1248287295 after retry RPC after error@139286652)))
06:25:27.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.445 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.445 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.445 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.445 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.484 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.484 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.605 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@56581633(state=PENDING, result=null, callback=(continuation of Deferred@1776683197 after retry RPC after error@1232014504) -> (continuation of Deferred@802736167 after retry RPC after error@1443767435) -> (continuation of Deferred@267681047 after retry RPC after error@1053764109) -> (continuation of Deferred@1463768067 after retry RPC after error@1890719763) -> (continuation of Deferred@1552076759 after retry RPC after error@467278088) -> (continuation of Deferred@912841020 after retry RPC after error@1459240290), errback=(continuation of Deferred@1776683197 after retry RPC after error@1232014504) -> (continuation of Deferred@802736167 after retry RPC after error@1443767435) -> (continuation of Deferred@267681047 after retry RPC after error@1053764109) -> (continuation of Deferred@1463768067 after retry RPC after error@1890719763) -> (continuation of Deferred@1552076759 after retry RPC after error@467278088) -> (continuation of Deferred@912841020 after retry RPC after error@1459240290)))
06:25:27.605 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@56581633(state=PENDING, result=null, callback=(continuation of Deferred@1776683197 after retry RPC after error@1232014504) -> (continuation of Deferred@802736167 after retry RPC after error@1443767435) -> (continuation of Deferred@267681047 after retry RPC after error@1053764109) -> (continuation of Deferred@1463768067 after retry RPC after error@1890719763) -> (continuation of Deferred@1552076759 after retry RPC after error@467278088) -> (continuation of Deferred@912841020 after retry RPC after error@1459240290), errback=(continuation of Deferred@1776683197 after retry RPC after error@1232014504) -> (continuation of Deferred@802736167 after retry RPC after error@1443767435) -> (continuation of Deferred@267681047 after retry RPC after error@1053764109) -> (continuation of Deferred@1463768067 after retry RPC after error@1890719763) -> (continuation of Deferred@1552076759 after retry RPC after error@467278088) -> (continuation of Deferred@912841020 after retry RPC after error@1459240290)))
06:25:27.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.865 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1518189783(state=PENDING, result=null, callback=(continuation of Deferred@1219493726 after retry RPC after error@932186401) -> (continuation of Deferred@1877291631 after retry RPC after error@1489612864) -> (continuation of Deferred@1873535240 after retry RPC after error@1480930525) -> (continuation of Deferred@519373808 after retry RPC after error@195816414) -> (continuation of Deferred@993589250 after retry RPC after error@1252708452) -> (continuation of Deferred@2088149058 after retry RPC after error@676811017) -> (continuation of Deferred@1423131881 after retry RPC after error@1214683111), errback=(continuation of Deferred@1219493726 after retry RPC after error@932186401) -> (continuation of Deferred@1877291631 after retry RPC after error@1489612864) -> (continuation of Deferred@1873535240 after retry RPC after error@1480930525) -> (continuation of Deferred@519373808 after retry RPC after error@195816414) -> (continuation of Deferred@993589250 after retry RPC after error@1252708452) -> (continuation of Deferred@2088149058 after retry RPC after error@676811017) -> (continuation of Deferred@1423131881 after retry RPC after error@1214683111)))
06:25:27.866 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1518189783(state=PENDING, result=null, callback=(continuation of Deferred@1219493726 after retry RPC after error@932186401) -> (continuation of Deferred@1877291631 after retry RPC after error@1489612864) -> (continuation of Deferred@1873535240 after retry RPC after error@1480930525) -> (continuation of Deferred@519373808 after retry RPC after error@195816414) -> (continuation of Deferred@993589250 after retry RPC after error@1252708452) -> (continuation of Deferred@2088149058 after retry RPC after error@676811017) -> (continuation of Deferred@1423131881 after retry RPC after error@1214683111), errback=(continuation of Deferred@1219493726 after retry RPC after error@932186401) -> (continuation of Deferred@1877291631 after retry RPC after error@1489612864) -> (continuation of Deferred@1873535240 after retry RPC after error@1480930525) -> (continuation of Deferred@519373808 after retry RPC after error@195816414) -> (continuation of Deferred@993589250 after retry RPC after error@1252708452) -> (continuation of Deferred@2088149058 after retry RPC after error@676811017) -> (continuation of Deferred@1423131881 after retry RPC after error@1214683111)))
06:25:27.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.904 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.904 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.904 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.904 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.904 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.905 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:27.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:27.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:27.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:27.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:27.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.082 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.084 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.084 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@106073123(state=PENDING, result=null, callback=(continuation of Deferred@1852419368 after retry RPC after error@436361100) -> (continuation of Deferred@485755128 after retry RPC after error@248884433) -> (continuation of Deferred@762724558 after retry RPC after error@633396443) -> (continuation of Deferred@433042259 after retry RPC after error@987703199) -> (continuation of Deferred@632320058 after retry RPC after error@104154707) -> (continuation of Deferred@1644443885 after retry RPC after error@564398317), errback=(continuation of Deferred@1852419368 after retry RPC after error@436361100) -> (continuation of Deferred@485755128 after retry RPC after error@248884433) -> (continuation of Deferred@762724558 after retry RPC after error@633396443) -> (continuation of Deferred@433042259 after retry RPC after error@987703199) -> (continuation of Deferred@632320058 after retry RPC after error@104154707) -> (continuation of Deferred@1644443885 after retry RPC after error@564398317)))
06:25:28.085 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@106073123(state=PENDING, result=null, callback=(continuation of Deferred@1852419368 after retry RPC after error@436361100) -> (continuation of Deferred@485755128 after retry RPC after error@248884433) -> (continuation of Deferred@762724558 after retry RPC after error@633396443) -> (continuation of Deferred@433042259 after retry RPC after error@987703199) -> (continuation of Deferred@632320058 after retry RPC after error@104154707) -> (continuation of Deferred@1644443885 after retry RPC after error@564398317), errback=(continuation of Deferred@1852419368 after retry RPC after error@436361100) -> (continuation of Deferred@485755128 after retry RPC after error@248884433) -> (continuation of Deferred@762724558 after retry RPC after error@633396443) -> (continuation of Deferred@433042259 after retry RPC after error@987703199) -> (continuation of Deferred@632320058 after retry RPC after error@104154707) -> (continuation of Deferred@1644443885 after retry RPC after error@564398317)))
06:25:28.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.164 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.164 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.184 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.184 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.363 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@561751933(state=PENDING, result=null, callback=(continuation of Deferred@2060928908 after retry RPC after error@58378178) -> (continuation of Deferred@908213899 after retry RPC after error@1251882877) -> (continuation of Deferred@179692165 after retry RPC after error@1596223686) -> (continuation of Deferred@2027281359 after retry RPC after error@1137393271) -> (continuation of Deferred@1724861761 after retry RPC after error@445752094) -> (continuation of Deferred@1288443936 after retry RPC after error@1450098504) -> (continuation of Deferred@1255626113 after retry RPC after error@1565099670), errback=(continuation of Deferred@2060928908 after retry RPC after error@58378178) -> (continuation of Deferred@908213899 after retry RPC after error@1251882877) -> (continuation of Deferred@179692165 after retry RPC after error@1596223686) -> (continuation of Deferred@2027281359 after retry RPC after error@1137393271) -> (continuation of Deferred@1724861761 after retry RPC after error@445752094) -> (continuation of Deferred@1288443936 after retry RPC after error@1450098504) -> (continuation of Deferred@1255626113 after retry RPC after error@1565099670)))
06:25:28.364 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:28.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.483 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.484 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.485 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1572931500(state=PENDING, result=null, callback=(continuation of Deferred@981018784 after retry RPC after error@988417953) -> (continuation of Deferred@1116531595 after retry RPC after error@388331537) -> (continuation of Deferred@1684696701 after retry RPC after error@236450390) -> (continuation of Deferred@736264364 after retry RPC after error@389775409) -> (continuation of Deferred@538250541 after retry RPC after error@295820859) -> (continuation of Deferred@788122435 after retry RPC after error@1703476389), errback=(continuation of Deferred@981018784 after retry RPC after error@988417953) -> (continuation of Deferred@1116531595 after retry RPC after error@388331537) -> (continuation of Deferred@1684696701 after retry RPC after error@236450390) -> (continuation of Deferred@736264364 after retry RPC after error@389775409) -> (continuation of Deferred@538250541 after retry RPC after error@295820859) -> (continuation of Deferred@788122435 after retry RPC after error@1703476389)))
06:25:28.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1572931500(state=PENDING, result=null, callback=(continuation of Deferred@981018784 after retry RPC after error@988417953) -> (continuation of Deferred@1116531595 after retry RPC after error@388331537) -> (continuation of Deferred@1684696701 after retry RPC after error@236450390) -> (continuation of Deferred@736264364 after retry RPC after error@389775409) -> (continuation of Deferred@538250541 after retry RPC after error@295820859) -> (continuation of Deferred@788122435 after retry RPC after error@1703476389), errback=(continuation of Deferred@981018784 after retry RPC after error@988417953) -> (continuation of Deferred@1116531595 after retry RPC after error@388331537) -> (continuation of Deferred@1684696701 after retry RPC after error@236450390) -> (continuation of Deferred@736264364 after retry RPC after error@389775409) -> (continuation of Deferred@538250541 after retry RPC after error@295820859) -> (continuation of Deferred@788122435 after retry RPC after error@1703476389)))
06:25:28.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:28.677656 15335 raft_consensus.cc:482] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election (detected failure of leader 33efc8a453044a30aded538b8c11d54a)
06:25:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:28.677841 15335 raft_consensus.cc:504] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "04f38608debb4837805be6764893ac00" member_type: VOTER last_known_addr { host: "127.12.197.62" port: 40935 } } peers { permanent_uuid: "1a2700e1a6f545f9806e1d52dc9b2d84" member_type: VOTER last_known_addr { host: "127.12.197.61" port: 35335 } } peers { permanent_uuid: "33efc8a453044a30aded538b8c11d54a" member_type: VOTER last_known_addr { host: "127.12.197.60" port: 40651 } }
06:25:28.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:28.678459 15335 leader_election.cc:288] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Requested pre-vote from peers 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335), 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651)
06:25:28.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:28.681764 14719 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:28.682950 14714 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 33efc8a453044a30aded538b8c11d54a (127.12.197.60:40651): Network error: Client connection negotiation failed: client connection to 127.12.197.60:40651: connect: Connection refused (error 111)
06:25:28.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:28.683100 14719 leader_election.cc:334] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: RPC error from VoteRequest() call to peer 1a2700e1a6f545f9806e1d52dc9b2d84 (127.12.197.61:35335): Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111)
06:25:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:28.683212 14719 leader_election.cc:302] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [CANDIDATE]: Term 5 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 04f38608debb4837805be6764893ac00; no voters: 1a2700e1a6f545f9806e1d52dc9b2d84, 33efc8a453044a30aded538b8c11d54a
06:25:28.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:28.683480 15335 raft_consensus.cc:2726] T 00000000000000000000000000000000 P 04f38608debb4837805be6764893ac00 [term 4 FOLLOWER]: Leader pre-election lost for term 5. Reason: could not achieve majority
06:25:28.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.722 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.723 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.724 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.842 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@343463711(state=PENDING, result=null, callback=(continuation of Deferred@79641391 after retry RPC after error@2013724786) -> (continuation of Deferred@756538426 after retry RPC after error@2131044008) -> (continuation of Deferred@35523620 after retry RPC after error@1113233541) -> (continuation of Deferred@1371499256 after retry RPC after error@131675649) -> (continuation of Deferred@1968465394 after retry RPC after error@1666995565) -> (continuation of Deferred@1226709844 after retry RPC after error@129586504) -> (continuation of Deferred@1368710072 after retry RPC after error@1356995546), errback=(continuation of Deferred@79641391 after retry RPC after error@2013724786) -> (continuation of Deferred@756538426 after retry RPC after error@2131044008) -> (continuation of Deferred@35523620 after retry RPC after error@1113233541) -> (continuation of Deferred@1371499256 after retry RPC after error@131675649) -> (continuation of Deferred@1968465394 after retry RPC after error@1666995565) -> (continuation of Deferred@1226709844 after retry RPC after error@129586504) -> (continuation of Deferred@1368710072 after retry RPC after error@1356995546)))
06:25:28.843 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:28.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:28.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:28.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:28.964 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:28.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:28.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.102 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.105 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@185754147(state=PENDING, result=null, callback=(continuation of Deferred@2062118008 after retry RPC after error@2017250131) -> (continuation of Deferred@1282058594 after retry RPC after error@1425136054) -> (continuation of Deferred@1707795964 after retry RPC after error@2066930757) -> (continuation of Deferred@1644846072 after retry RPC after error@946606694) -> (continuation of Deferred@180086162 after retry RPC after error@1728499828) -> (continuation of Deferred@1466139383 after retry RPC after error@256136543) -> (continuation of Deferred@1518773840 after retry RPC after error@198330372), errback=(continuation of Deferred@2062118008 after retry RPC after error@2017250131) -> (continuation of Deferred@1282058594 after retry RPC after error@1425136054) -> (continuation of Deferred@1707795964 after retry RPC after error@2066930757) -> (continuation of Deferred@1644846072 after retry RPC after error@946606694) -> (continuation of Deferred@180086162 after retry RPC after error@1728499828) -> (continuation of Deferred@1466139383 after retry RPC after error@256136543) -> (continuation of Deferred@1518773840 after retry RPC after error@198330372)))
06:25:29.105 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@185754147(state=PENDING, result=null, callback=(continuation of Deferred@2062118008 after retry RPC after error@2017250131) -> (continuation of Deferred@1282058594 after retry RPC after error@1425136054) -> (continuation of Deferred@1707795964 after retry RPC after error@2066930757) -> (continuation of Deferred@1644846072 after retry RPC after error@946606694) -> (continuation of Deferred@180086162 after retry RPC after error@1728499828) -> (continuation of Deferred@1466139383 after retry RPC after error@256136543) -> (continuation of Deferred@1518773840 after retry RPC after error@198330372), errback=(continuation of Deferred@2062118008 after retry RPC after error@2017250131) -> (continuation of Deferred@1282058594 after retry RPC after error@1425136054) -> (continuation of Deferred@1707795964 after retry RPC after error@2066930757) -> (continuation of Deferred@1644846072 after retry RPC after error@946606694) -> (continuation of Deferred@180086162 after retry RPC after error@1728499828) -> (continuation of Deferred@1466139383 after retry RPC after error@256136543) -> (continuation of Deferred@1518773840 after retry RPC after error@198330372)))
06:25:29.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.184 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.185 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.325 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1539397381(state=PENDING, result=null, callback=(continuation of Deferred@559244515 after retry RPC after error@1192368689) -> (continuation of Deferred@869576269 after retry RPC after error@1660730957) -> (continuation of Deferred@1745136781 after retry RPC after error@1058074670) -> (continuation of Deferred@698386247 after retry RPC after error@782846696) -> (continuation of Deferred@1669659508 after retry RPC after error@1529738922) -> (continuation of Deferred@1981466679 after retry RPC after error@302002710) -> (continuation of Deferred@1453007993 after retry RPC after error@1656164518), errback=(continuation of Deferred@559244515 after retry RPC after error@1192368689) -> (continuation of Deferred@869576269 after retry RPC after error@1660730957) -> (continuation of Deferred@1745136781 after retry RPC after error@1058074670) -> (continuation of Deferred@698386247 after retry RPC after error@782846696) -> (continuation of Deferred@1669659508 after retry RPC after error@1529738922) -> (continuation of Deferred@1981466679 after retry RPC after error@302002710) -> (continuation of Deferred@1453007993 after retry RPC after error@1656164518)))
06:25:29.326 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1539397381(state=PENDING, result=null, callback=(continuation of Deferred@559244515 after retry RPC after error@1192368689) -> (continuation of Deferred@869576269 after retry RPC after error@1660730957) -> (continuation of Deferred@1745136781 after retry RPC after error@1058074670) -> (continuation of Deferred@698386247 after retry RPC after error@782846696) -> (continuation of Deferred@1669659508 after retry RPC after error@1529738922) -> (continuation of Deferred@1981466679 after retry RPC after error@302002710) -> (continuation of Deferred@1453007993 after retry RPC after error@1656164518), errback=(continuation of Deferred@559244515 after retry RPC after error@1192368689) -> (continuation of Deferred@869576269 after retry RPC after error@1660730957) -> (continuation of Deferred@1745136781 after retry RPC after error@1058074670) -> (continuation of Deferred@698386247 after retry RPC after error@782846696) -> (continuation of Deferred@1669659508 after retry RPC after error@1529738922) -> (continuation of Deferred@1981466679 after retry RPC after error@302002710) -> (continuation of Deferred@1453007993 after retry RPC after error@1656164518)))
06:25:29.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.504 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1615254140(state=PENDING, result=null, callback=(continuation of Deferred@67365909 after retry RPC after error@334767983) -> (continuation of Deferred@781259567 after retry RPC after error@2022896051) -> (continuation of Deferred@1676331504 after retry RPC after error@1360479677) -> (continuation of Deferred@2008628443 after retry RPC after error@415843574) -> (continuation of Deferred@769239894 after retry RPC after error@1183328765) -> (continuation of Deferred@2020182547 after retry RPC after error@718642972) -> (continuation of Deferred@1245053451 after retry RPC after error@1299582321) -> (continuation of Deferred@2038120414 after retry RPC after error@2144367250) -> (continuation of Deferred@84672825 after retry RPC after error@2020378988), errback=(continuation of Deferred@67365909 after retry RPC after error@334767983) -> (continuation of Deferred@781259567 after retry RPC after error@2022896051) -> (continuation of Deferred@1676331504 after retry RPC after error@1360479677) -> (continuation of Deferred@2008628443 after retry RPC after error@415843574) -> (continuation of Deferred@769239894 after retry RPC after error@1183328765) -> (continuation of Deferred@2020182547 after retry RPC after error@718642972) -> (continuation of Deferred@1245053451 after retry RPC after error@1299582321) -> (continuation of Deferred@2038120414 after retry RPC after error@2144367250) -> (continuation of Deferred@84672825 after retry RPC after error@2020378988)))
06:25:29.566 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1615254140(state=PENDING, result=null, callback=(continuation of Deferred@67365909 after retry RPC after error@334767983) -> (continuation of Deferred@781259567 after retry RPC after error@2022896051) -> (continuation of Deferred@1676331504 after retry RPC after error@1360479677) -> (continuation of Deferred@2008628443 after retry RPC after error@415843574) -> (continuation of Deferred@769239894 after retry RPC after error@1183328765) -> (continuation of Deferred@2020182547 after retry RPC after error@718642972) -> (continuation of Deferred@1245053451 after retry RPC after error@1299582321) -> (continuation of Deferred@2038120414 after retry RPC after error@2144367250) -> (continuation of Deferred@84672825 after retry RPC after error@2020378988), errback=(continuation of Deferred@67365909 after retry RPC after error@334767983) -> (continuation of Deferred@781259567 after retry RPC after error@2022896051) -> (continuation of Deferred@1676331504 after retry RPC after error@1360479677) -> (continuation of Deferred@2008628443 after retry RPC after error@415843574) -> (continuation of Deferred@769239894 after retry RPC after error@1183328765) -> (continuation of Deferred@2020182547 after retry RPC after error@718642972) -> (continuation of Deferred@1245053451 after retry RPC after error@1299582321) -> (continuation of Deferred@2038120414 after retry RPC after error@2144367250) -> (continuation of Deferred@84672825 after retry RPC after error@2020378988)))
06:25:29.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.805 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1044787460(state=PENDING, result=null, callback=(continuation of Deferred@1839942099 after retry RPC after error@1052162949) -> (continuation of Deferred@1584908637 after retry RPC after error@1362500998) -> (continuation of Deferred@1726231458 after retry RPC after error@1837487720) -> (continuation of Deferred@223926180 after retry RPC after error@1826824612) -> (continuation of Deferred@727545529 after retry RPC after error@1755890476) -> (continuation of Deferred@596040810 after retry RPC after error@1444751295) -> (continuation of Deferred@380988283 after retry RPC after error@942304034), errback=(continuation of Deferred@1839942099 after retry RPC after error@1052162949) -> (continuation of Deferred@1584908637 after retry RPC after error@1362500998) -> (continuation of Deferred@1726231458 after retry RPC after error@1837487720) -> (continuation of Deferred@223926180 after retry RPC after error@1826824612) -> (continuation of Deferred@727545529 after retry RPC after error@1755890476) -> (continuation of Deferred@596040810 after retry RPC after error@1444751295) -> (continuation of Deferred@380988283 after retry RPC after error@942304034)))
06:25:29.805 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1044787460(state=PENDING, result=null, callback=(continuation of Deferred@1839942099 after retry RPC after error@1052162949) -> (continuation of Deferred@1584908637 after retry RPC after error@1362500998) -> (continuation of Deferred@1726231458 after retry RPC after error@1837487720) -> (continuation of Deferred@223926180 after retry RPC after error@1826824612) -> (continuation of Deferred@727545529 after retry RPC after error@1755890476) -> (continuation of Deferred@596040810 after retry RPC after error@1444751295) -> (continuation of Deferred@380988283 after retry RPC after error@942304034), errback=(continuation of Deferred@1839942099 after retry RPC after error@1052162949) -> (continuation of Deferred@1584908637 after retry RPC after error@1362500998) -> (continuation of Deferred@1726231458 after retry RPC after error@1837487720) -> (continuation of Deferred@223926180 after retry RPC after error@1826824612) -> (continuation of Deferred@727545529 after retry RPC after error@1755890476) -> (continuation of Deferred@596040810 after retry RPC after error@1444751295) -> (continuation of Deferred@380988283 after retry RPC after error@942304034)))
06:25:29.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:29.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:29.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:29.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:29.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:29.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:30.014910 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:30.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:30.019340 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'fe3dc3c6e52f47b3a0269b709d39bb47', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:30.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:30.021407 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:30.083 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@2119083746(state=PENDING, result=null, callback=(continuation of Deferred@859812107 after retry RPC after error@1136199146) -> (continuation of Deferred@514390092 after retry RPC after error@366617805) -> (continuation of Deferred@1529047188 after retry RPC after error@1354674255) -> (continuation of Deferred@151869580 after retry RPC after error@1303767340) -> (continuation of Deferred@219303878 after retry RPC after error@671853283) -> (continuation of Deferred@1268862550 after retry RPC after error@700392071) -> (continuation of Deferred@919352329 after retry RPC after error@1130749057) -> (continuation of Deferred@41412933 after retry RPC after error@1376540822), errback=(continuation of Deferred@859812107 after retry RPC after error@1136199146) -> (continuation of Deferred@514390092 after retry RPC after error@366617805) -> (continuation of Deferred@1529047188 after retry RPC after error@1354674255) -> (continuation of Deferred@151869580 after retry RPC after error@1303767340) -> (continuation of Deferred@219303878 after retry RPC after error@671853283) -> (continuation of Deferred@1268862550 after retry RPC after error@700392071) -> (continuation of Deferred@919352329 after retry RPC after error@1130749057) -> (continuation of Deferred@41412933 after retry RPC after error@1376540822)))
06:25:30.084 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:30.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@226884870(state=PENDING, result=null, callback=(continuation of Deferred@1147119812 after retry RPC after error@144002078) -> (continuation of Deferred@665155994 after retry RPC after error@90889637) -> (continuation of Deferred@1011506244 after retry RPC after error@513606255) -> (continuation of Deferred@318296463 after retry RPC after error@1101836672) -> (continuation of Deferred@803892621 after retry RPC after error@1494387813) -> (continuation of Deferred@221399649 after retry RPC after error@691456758), errback=(continuation of Deferred@1147119812 after retry RPC after error@144002078) -> (continuation of Deferred@665155994 after retry RPC after error@90889637) -> (continuation of Deferred@1011506244 after retry RPC after error@513606255) -> (continuation of Deferred@318296463 after retry RPC after error@1101836672) -> (continuation of Deferred@803892621 after retry RPC after error@1494387813) -> (continuation of Deferred@221399649 after retry RPC after error@691456758)))
06:25:30.286 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@226884870(state=PENDING, result=null, callback=(continuation of Deferred@1147119812 after retry RPC after error@144002078) -> (continuation of Deferred@665155994 after retry RPC after error@90889637) -> (continuation of Deferred@1011506244 after retry RPC after error@513606255) -> (continuation of Deferred@318296463 after retry RPC after error@1101836672) -> (continuation of Deferred@803892621 after retry RPC after error@1494387813) -> (continuation of Deferred@221399649 after retry RPC after error@691456758), errback=(continuation of Deferred@1147119812 after retry RPC after error@144002078) -> (continuation of Deferred@665155994 after retry RPC after error@90889637) -> (continuation of Deferred@1011506244 after retry RPC after error@513606255) -> (continuation of Deferred@318296463 after retry RPC after error@1101836672) -> (continuation of Deferred@803892621 after retry RPC after error@1494387813) -> (continuation of Deferred@221399649 after retry RPC after error@691456758)))
06:25:30.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.563 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@696695952(state=PENDING, result=null, callback=(continuation of Deferred@281455501 after retry RPC after error@1434628755) -> (continuation of Deferred@379864172 after retry RPC after error@173672468) -> (continuation of Deferred@795168785 after retry RPC after error@1874032964) -> (continuation of Deferred@1535170554 after retry RPC after error@21003830) -> (continuation of Deferred@69223383 after retry RPC after error@1890415438) -> (continuation of Deferred@760169894 after retry RPC after error@805056503) -> (continuation of Deferred@692387620 after retry RPC after error@845729345), errback=(continuation of Deferred@281455501 after retry RPC after error@1434628755) -> (continuation of Deferred@379864172 after retry RPC after error@173672468) -> (continuation of Deferred@795168785 after retry RPC after error@1874032964) -> (continuation of Deferred@1535170554 after retry RPC after error@21003830) -> (continuation of Deferred@69223383 after retry RPC after error@1890415438) -> (continuation of Deferred@760169894 after retry RPC after error@805056503) -> (continuation of Deferred@692387620 after retry RPC after error@845729345)))
06:25:30.563 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:30.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.662 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.745 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@810679233(state=PENDING, result=null, callback=(continuation of Deferred@1648072819 after retry RPC after error@217680357) -> (continuation of Deferred@147999694 after retry RPC after error@937567974) -> (continuation of Deferred@153409641 after retry RPC after error@1230163465) -> (continuation of Deferred@1405378774 after retry RPC after error@1966586206) -> (continuation of Deferred@1526714369 after retry RPC after error@92434385) -> (continuation of Deferred@1974496615 after retry RPC after error@1023793094) -> (continuation of Deferred@425621439 after retry RPC after error@255094690), errback=(continuation of Deferred@1648072819 after retry RPC after error@217680357) -> (continuation of Deferred@147999694 after retry RPC after error@937567974) -> (continuation of Deferred@153409641 after retry RPC after error@1230163465) -> (continuation of Deferred@1405378774 after retry RPC after error@1966586206) -> (continuation of Deferred@1526714369 after retry RPC after error@92434385) -> (continuation of Deferred@1974496615 after retry RPC after error@1023793094) -> (continuation of Deferred@425621439 after retry RPC after error@255094690)))
06:25:30.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@810679233(state=PENDING, result=null, callback=(continuation of Deferred@1648072819 after retry RPC after error@217680357) -> (continuation of Deferred@147999694 after retry RPC after error@937567974) -> (continuation of Deferred@153409641 after retry RPC after error@1230163465) -> (continuation of Deferred@1405378774 after retry RPC after error@1966586206) -> (continuation of Deferred@1526714369 after retry RPC after error@92434385) -> (continuation of Deferred@1974496615 after retry RPC after error@1023793094) -> (continuation of Deferred@425621439 after retry RPC after error@255094690), errback=(continuation of Deferred@1648072819 after retry RPC after error@217680357) -> (continuation of Deferred@147999694 after retry RPC after error@937567974) -> (continuation of Deferred@153409641 after retry RPC after error@1230163465) -> (continuation of Deferred@1405378774 after retry RPC after error@1966586206) -> (continuation of Deferred@1526714369 after retry RPC after error@92434385) -> (continuation of Deferred@1974496615 after retry RPC after error@1023793094) -> (continuation of Deferred@425621439 after retry RPC after error@255094690)))
06:25:30.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:30.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:30.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:30.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:30.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:30.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.004 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@877176543(state=PENDING, result=null, callback=(continuation of Deferred@1581028929 after retry RPC after error@749420280) -> (continuation of Deferred@1008953537 after retry RPC after error@1303142340) -> (continuation of Deferred@1998079662 after retry RPC after error@45214283) -> (continuation of Deferred@628359100 after retry RPC after error@168744617) -> (continuation of Deferred@1066847344 after retry RPC after error@846760571) -> (continuation of Deferred@139201943 after retry RPC after error@1955277225) -> (continuation of Deferred@2104991236 after retry RPC after error@187361411), errback=(continuation of Deferred@1581028929 after retry RPC after error@749420280) -> (continuation of Deferred@1008953537 after retry RPC after error@1303142340) -> (continuation of Deferred@1998079662 after retry RPC after error@45214283) -> (continuation of Deferred@628359100 after retry RPC after error@168744617) -> (continuation of Deferred@1066847344 after retry RPC after error@846760571) -> (continuation of Deferred@139201943 after retry RPC after error@1955277225) -> (continuation of Deferred@2104991236 after retry RPC after error@187361411)))
06:25:31.006 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@877176543(state=PENDING, result=null, callback=(continuation of Deferred@1581028929 after retry RPC after error@749420280) -> (continuation of Deferred@1008953537 after retry RPC after error@1303142340) -> (continuation of Deferred@1998079662 after retry RPC after error@45214283) -> (continuation of Deferred@628359100 after retry RPC after error@168744617) -> (continuation of Deferred@1066847344 after retry RPC after error@846760571) -> (continuation of Deferred@139201943 after retry RPC after error@1955277225) -> (continuation of Deferred@2104991236 after retry RPC after error@187361411), errback=(continuation of Deferred@1581028929 after retry RPC after error@749420280) -> (continuation of Deferred@1008953537 after retry RPC after error@1303142340) -> (continuation of Deferred@1998079662 after retry RPC after error@45214283) -> (continuation of Deferred@628359100 after retry RPC after error@168744617) -> (continuation of Deferred@1066847344 after retry RPC after error@846760571) -> (continuation of Deferred@139201943 after retry RPC after error@1955277225) -> (continuation of Deferred@2104991236 after retry RPC after error@187361411)))
06:25:31.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.025 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.122 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.225 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.225 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.226 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.226 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.226 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.227 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.228 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@604450876(state=PENDING, result=null, callback=(continuation of Deferred@212788316 after retry RPC after error@1276776971) -> (continuation of Deferred@1239805074 after retry RPC after error@1425978178) -> (continuation of Deferred@797516165 after retry RPC after error@857728053) -> (continuation of Deferred@1442324408 after retry RPC after error@1958597350) -> (continuation of Deferred@308171005 after retry RPC after error@1588338895) -> (continuation of Deferred@1262281085 after retry RPC after error@1368137758) -> (continuation of Deferred@833969002 after retry RPC after error@245411787), errback=(continuation of Deferred@212788316 after retry RPC after error@1276776971) -> (continuation of Deferred@1239805074 after retry RPC after error@1425978178) -> (continuation of Deferred@797516165 after retry RPC after error@857728053) -> (continuation of Deferred@1442324408 after retry RPC after error@1958597350) -> (continuation of Deferred@308171005 after retry RPC after error@1588338895) -> (continuation of Deferred@1262281085 after retry RPC after error@1368137758) -> (continuation of Deferred@833969002 after retry RPC after error@245411787)))
06:25:31.228 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=205), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [205ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@604450876(state=PENDING, result=null, callback=(continuation of Deferred@212788316 after retry RPC after error@1276776971) -> (continuation of Deferred@1239805074 after retry RPC after error@1425978178) -> (continuation of Deferred@797516165 after retry RPC after error@857728053) -> (continuation of Deferred@1442324408 after retry RPC after error@1958597350) -> (continuation of Deferred@308171005 after retry RPC after error@1588338895) -> (continuation of Deferred@1262281085 after retry RPC after error@1368137758) -> (continuation of Deferred@833969002 after retry RPC after error@245411787), errback=(continuation of Deferred@212788316 after retry RPC after error@1276776971) -> (continuation of Deferred@1239805074 after retry RPC after error@1425978178) -> (continuation of Deferred@797516165 after retry RPC after error@857728053) -> (continuation of Deferred@1442324408 after retry RPC after error@1958597350) -> (continuation of Deferred@308171005 after retry RPC after error@1588338895) -> (continuation of Deferred@1262281085 after retry RPC after error@1368137758) -> (continuation of Deferred@833969002 after retry RPC after error@245411787)))
06:25:31.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.304 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.324 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.324 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.324 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.385 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.385 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.385 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.386 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.387 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.405 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.484 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.485 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@613037456(state=PENDING, result=null, callback=(continuation of Deferred@797627024 after retry RPC after error@2144425716) -> (continuation of Deferred@550398449 after retry RPC after error@1428029133) -> (continuation of Deferred@746236076 after retry RPC after error@1508453665) -> (continuation of Deferred@171656716 after retry RPC after error@820656656) -> (continuation of Deferred@1236061033 after retry RPC after error@1497130840) -> (continuation of Deferred@166150485 after retry RPC after error@1757204675) -> (continuation of Deferred@1197783358 after retry RPC after error@2111307821) -> (continuation of Deferred@1317407530 after retry RPC after error@1085464817), errback=(continuation of Deferred@797627024 after retry RPC after error@2144425716) -> (continuation of Deferred@550398449 after retry RPC after error@1428029133) -> (continuation of Deferred@746236076 after retry RPC after error@1508453665) -> (continuation of Deferred@171656716 after retry RPC after error@820656656) -> (continuation of Deferred@1236061033 after retry RPC after error@1497130840) -> (continuation of Deferred@166150485 after retry RPC after error@1757204675) -> (continuation of Deferred@1197783358 after retry RPC after error@2111307821) -> (continuation of Deferred@1317407530 after retry RPC after error@1085464817)))
06:25:31.485 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@613037456(state=PENDING, result=null, callback=(continuation of Deferred@797627024 after retry RPC after error@2144425716) -> (continuation of Deferred@550398449 after retry RPC after error@1428029133) -> (continuation of Deferred@746236076 after retry RPC after error@1508453665) -> (continuation of Deferred@171656716 after retry RPC after error@820656656) -> (continuation of Deferred@1236061033 after retry RPC after error@1497130840) -> (continuation of Deferred@166150485 after retry RPC after error@1757204675) -> (continuation of Deferred@1197783358 after retry RPC after error@2111307821) -> (continuation of Deferred@1317407530 after retry RPC after error@1085464817), errback=(continuation of Deferred@797627024 after retry RPC after error@2144425716) -> (continuation of Deferred@550398449 after retry RPC after error@1428029133) -> (continuation of Deferred@746236076 after retry RPC after error@1508453665) -> (continuation of Deferred@171656716 after retry RPC after error@820656656) -> (continuation of Deferred@1236061033 after retry RPC after error@1497130840) -> (continuation of Deferred@166150485 after retry RPC after error@1757204675) -> (continuation of Deferred@1197783358 after retry RPC after error@2111307821) -> (continuation of Deferred@1317407530 after retry RPC after error@1085464817)))
06:25:31.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.645 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.704 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.704 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.705 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.705 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1272159034(state=PENDING, result=null, callback=(continuation of Deferred@1254590983 after retry RPC after error@395488702) -> (continuation of Deferred@1263116126 after retry RPC after error@479516486) -> (continuation of Deferred@1786110305 after retry RPC after error@1753767628) -> (continuation of Deferred@1866244076 after retry RPC after error@1428704170) -> (continuation of Deferred@269731463 after retry RPC after error@986158199) -> (continuation of Deferred@823111484 after retry RPC after error@653117356) -> (continuation of Deferred@683936264 after retry RPC after error@782653259), errback=(continuation of Deferred@1254590983 after retry RPC after error@395488702) -> (continuation of Deferred@1263116126 after retry RPC after error@479516486) -> (continuation of Deferred@1786110305 after retry RPC after error@1753767628) -> (continuation of Deferred@1866244076 after retry RPC after error@1428704170) -> (continuation of Deferred@269731463 after retry RPC after error@986158199) -> (continuation of Deferred@823111484 after retry RPC after error@653117356) -> (continuation of Deferred@683936264 after retry RPC after error@782653259)))
06:25:31.706 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1272159034(state=PENDING, result=null, callback=(continuation of Deferred@1254590983 after retry RPC after error@395488702) -> (continuation of Deferred@1263116126 after retry RPC after error@479516486) -> (continuation of Deferred@1786110305 after retry RPC after error@1753767628) -> (continuation of Deferred@1866244076 after retry RPC after error@1428704170) -> (continuation of Deferred@269731463 after retry RPC after error@986158199) -> (continuation of Deferred@823111484 after retry RPC after error@653117356) -> (continuation of Deferred@683936264 after retry RPC after error@782653259), errback=(continuation of Deferred@1254590983 after retry RPC after error@395488702) -> (continuation of Deferred@1263116126 after retry RPC after error@479516486) -> (continuation of Deferred@1786110305 after retry RPC after error@1753767628) -> (continuation of Deferred@1866244076 after retry RPC after error@1428704170) -> (continuation of Deferred@269731463 after retry RPC after error@986158199) -> (continuation of Deferred@823111484 after retry RPC after error@653117356) -> (continuation of Deferred@683936264 after retry RPC after error@782653259)))
06:25:31.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.723 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@293102935(state=PENDING, result=null, callback=(continuation of Deferred@536747136 after retry RPC after error@1099733396) -> (continuation of Deferred@1093398152 after retry RPC after error@330000679) -> (continuation of Deferred@2094955982 after retry RPC after error@1497046008) -> (continuation of Deferred@1199235577 after retry RPC after error@256924256) -> (continuation of Deferred@7304777 after retry RPC after error@17455463) -> (continuation of Deferred@300877206 after retry RPC after error@476171921), errback=(continuation of Deferred@536747136 after retry RPC after error@1099733396) -> (continuation of Deferred@1093398152 after retry RPC after error@330000679) -> (continuation of Deferred@2094955982 after retry RPC after error@1497046008) -> (continuation of Deferred@1199235577 after retry RPC after error@256924256) -> (continuation of Deferred@7304777 after retry RPC after error@17455463) -> (continuation of Deferred@300877206 after retry RPC after error@476171921)))
06:25:31.886 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@293102935(state=PENDING, result=null, callback=(continuation of Deferred@536747136 after retry RPC after error@1099733396) -> (continuation of Deferred@1093398152 after retry RPC after error@330000679) -> (continuation of Deferred@2094955982 after retry RPC after error@1497046008) -> (continuation of Deferred@1199235577 after retry RPC after error@256924256) -> (continuation of Deferred@7304777 after retry RPC after error@17455463) -> (continuation of Deferred@300877206 after retry RPC after error@476171921), errback=(continuation of Deferred@536747136 after retry RPC after error@1099733396) -> (continuation of Deferred@1093398152 after retry RPC after error@330000679) -> (continuation of Deferred@2094955982 after retry RPC after error@1497046008) -> (continuation of Deferred@1199235577 after retry RPC after error@256924256) -> (continuation of Deferred@7304777 after retry RPC after error@17455463) -> (continuation of Deferred@300877206 after retry RPC after error@476171921)))
06:25:31.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.943 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:31.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:31.982 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:31.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:31.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:31.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.004 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.023 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:32.111261 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:32.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:32.111446 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:32.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1999933306(state=PENDING, result=null, callback=(continuation of Deferred@450185405 after retry RPC after error@298917078) -> (continuation of Deferred@1743912303 after retry RPC after error@879620532) -> (continuation of Deferred@80594724 after retry RPC after error@493051079) -> (continuation of Deferred@1964101761 after retry RPC after error@782925766) -> (continuation of Deferred@1144289744 after retry RPC after error@1127645429) -> (continuation of Deferred@953730506 after retry RPC after error@1165089112) -> (continuation of Deferred@585941727 after retry RPC after error@1428868959), errback=(continuation of Deferred@450185405 after retry RPC after error@298917078) -> (continuation of Deferred@1743912303 after retry RPC after error@879620532) -> (continuation of Deferred@80594724 after retry RPC after error@493051079) -> (continuation of Deferred@1964101761 after retry RPC after error@782925766) -> (continuation of Deferred@1144289744 after retry RPC after error@1127645429) -> (continuation of Deferred@953730506 after retry RPC after error@1165089112) -> (continuation of Deferred@585941727 after retry RPC after error@1428868959)))
06:25:32.146 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1999933306(state=PENDING, result=null, callback=(continuation of Deferred@450185405 after retry RPC after error@298917078) -> (continuation of Deferred@1743912303 after retry RPC after error@879620532) -> (continuation of Deferred@80594724 after retry RPC after error@493051079) -> (continuation of Deferred@1964101761 after retry RPC after error@782925766) -> (continuation of Deferred@1144289744 after retry RPC after error@1127645429) -> (continuation of Deferred@953730506 after retry RPC after error@1165089112) -> (continuation of Deferred@585941727 after retry RPC after error@1428868959), errback=(continuation of Deferred@450185405 after retry RPC after error@298917078) -> (continuation of Deferred@1743912303 after retry RPC after error@879620532) -> (continuation of Deferred@80594724 after retry RPC after error@493051079) -> (continuation of Deferred@1964101761 after retry RPC after error@782925766) -> (continuation of Deferred@1144289744 after retry RPC after error@1127645429) -> (continuation of Deferred@953730506 after retry RPC after error@1165089112) -> (continuation of Deferred@585941727 after retry RPC after error@1428868959)))
06:25:32.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.202 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.204 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.226 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.226 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.226 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.226 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.324 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.324 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.325 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.362 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.365 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1877566159(state=PENDING, result=null, callback=(continuation of Deferred@610249346 after retry RPC after error@1136358673) -> (continuation of Deferred@1640498897 after retry RPC after error@1167322941) -> (continuation of Deferred@482428599 after retry RPC after error@80395203) -> (continuation of Deferred@622189317 after retry RPC after error@2141528733) -> (continuation of Deferred@1774663456 after retry RPC after error@939691384) -> (continuation of Deferred@868525198 after retry RPC after error@1705232801) -> (continuation of Deferred@898468866 after retry RPC after error@424193670), errback=(continuation of Deferred@610249346 after retry RPC after error@1136358673) -> (continuation of Deferred@1640498897 after retry RPC after error@1167322941) -> (continuation of Deferred@482428599 after retry RPC after error@80395203) -> (continuation of Deferred@622189317 after retry RPC after error@2141528733) -> (continuation of Deferred@1774663456 after retry RPC after error@939691384) -> (continuation of Deferred@868525198 after retry RPC after error@1705232801) -> (continuation of Deferred@898468866 after retry RPC after error@424193670)))
06:25:32.365 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1877566159(state=PENDING, result=null, callback=(continuation of Deferred@610249346 after retry RPC after error@1136358673) -> (continuation of Deferred@1640498897 after retry RPC after error@1167322941) -> (continuation of Deferred@482428599 after retry RPC after error@80395203) -> (continuation of Deferred@622189317 after retry RPC after error@2141528733) -> (continuation of Deferred@1774663456 after retry RPC after error@939691384) -> (continuation of Deferred@868525198 after retry RPC after error@1705232801) -> (continuation of Deferred@898468866 after retry RPC after error@424193670), errback=(continuation of Deferred@610249346 after retry RPC after error@1136358673) -> (continuation of Deferred@1640498897 after retry RPC after error@1167322941) -> (continuation of Deferred@482428599 after retry RPC after error@80395203) -> (continuation of Deferred@622189317 after retry RPC after error@2141528733) -> (continuation of Deferred@1774663456 after retry RPC after error@939691384) -> (continuation of Deferred@868525198 after retry RPC after error@1705232801) -> (continuation of Deferred@898468866 after retry RPC after error@424193670)))
06:25:32.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.385 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.403 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.443 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.444 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.444 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.444 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.444 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.444 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.444 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.445 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.465 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.502 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.545 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1500841231(state=PENDING, result=null, callback=(continuation of Deferred@1573949195 after retry RPC after error@1738366830) -> (continuation of Deferred@1761056559 after retry RPC after error@425441859) -> (continuation of Deferred@1084937908 after retry RPC after error@1304528864) -> (continuation of Deferred@425410456 after retry RPC after error@1570117458) -> (continuation of Deferred@1260352802 after retry RPC after error@169874726) -> (continuation of Deferred@1246186501 after retry RPC after error@663158424), errback=(continuation of Deferred@1573949195 after retry RPC after error@1738366830) -> (continuation of Deferred@1761056559 after retry RPC after error@425441859) -> (continuation of Deferred@1084937908 after retry RPC after error@1304528864) -> (continuation of Deferred@425410456 after retry RPC after error@1570117458) -> (continuation of Deferred@1260352802 after retry RPC after error@169874726) -> (continuation of Deferred@1246186501 after retry RPC after error@663158424)))
06:25:32.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1500841231(state=PENDING, result=null, callback=(continuation of Deferred@1573949195 after retry RPC after error@1738366830) -> (continuation of Deferred@1761056559 after retry RPC after error@425441859) -> (continuation of Deferred@1084937908 after retry RPC after error@1304528864) -> (continuation of Deferred@425410456 after retry RPC after error@1570117458) -> (continuation of Deferred@1260352802 after retry RPC after error@169874726) -> (continuation of Deferred@1246186501 after retry RPC after error@663158424), errback=(continuation of Deferred@1573949195 after retry RPC after error@1738366830) -> (continuation of Deferred@1761056559 after retry RPC after error@425441859) -> (continuation of Deferred@1084937908 after retry RPC after error@1304528864) -> (continuation of Deferred@425410456 after retry RPC after error@1570117458) -> (continuation of Deferred@1260352802 after retry RPC after error@169874726) -> (continuation of Deferred@1246186501 after retry RPC after error@663158424)))
06:25:32.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.602 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.644 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.644 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.742 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.743 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.744 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.749 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@766671607(state=PENDING, result=null, callback=(continuation of Deferred@154787286 after retry RPC after error@545462667) -> (continuation of Deferred@593218105 after retry RPC after error@486570343) -> (continuation of Deferred@1519439996 after retry RPC after error@1659356644) -> (continuation of Deferred@529584515 after retry RPC after error@29706327) -> (continuation of Deferred@1569352483 after retry RPC after error@27151763) -> (continuation of Deferred@412846314 after retry RPC after error@859303006), errback=(continuation of Deferred@154787286 after retry RPC after error@545462667) -> (continuation of Deferred@593218105 after retry RPC after error@486570343) -> (continuation of Deferred@1519439996 after retry RPC after error@1659356644) -> (continuation of Deferred@529584515 after retry RPC after error@29706327) -> (continuation of Deferred@1569352483 after retry RPC after error@27151763) -> (continuation of Deferred@412846314 after retry RPC after error@859303006)))
06:25:32.750 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@766671607(state=PENDING, result=null, callback=(continuation of Deferred@154787286 after retry RPC after error@545462667) -> (continuation of Deferred@593218105 after retry RPC after error@486570343) -> (continuation of Deferred@1519439996 after retry RPC after error@1659356644) -> (continuation of Deferred@529584515 after retry RPC after error@29706327) -> (continuation of Deferred@1569352483 after retry RPC after error@27151763) -> (continuation of Deferred@412846314 after retry RPC after error@859303006), errback=(continuation of Deferred@154787286 after retry RPC after error@545462667) -> (continuation of Deferred@593218105 after retry RPC after error@486570343) -> (continuation of Deferred@1519439996 after retry RPC after error@1659356644) -> (continuation of Deferred@529584515 after retry RPC after error@29706327) -> (continuation of Deferred@1569352483 after retry RPC after error@27151763) -> (continuation of Deferred@412846314 after retry RPC after error@859303006)))
06:25:32.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.763 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.764 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.764 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.764 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.862 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:32.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:32.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:32.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:32.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:32.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.005 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2077077601(state=PENDING, result=null, callback=(continuation of Deferred@960333530 after retry RPC after error@1455735237) -> (continuation of Deferred@1357226222 after retry RPC after error@1178426411) -> (continuation of Deferred@325261664 after retry RPC after error@1675175968) -> (continuation of Deferred@507905637 after retry RPC after error@850840962) -> (continuation of Deferred@966093485 after retry RPC after error@321379735) -> (continuation of Deferred@1039959224 after retry RPC after error@958567512) -> (continuation of Deferred@728777171 after retry RPC after error@110553679), errback=(continuation of Deferred@960333530 after retry RPC after error@1455735237) -> (continuation of Deferred@1357226222 after retry RPC after error@1178426411) -> (continuation of Deferred@325261664 after retry RPC after error@1675175968) -> (continuation of Deferred@507905637 after retry RPC after error@850840962) -> (continuation of Deferred@966093485 after retry RPC after error@321379735) -> (continuation of Deferred@1039959224 after retry RPC after error@958567512) -> (continuation of Deferred@728777171 after retry RPC after error@110553679)))
06:25:33.005 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@2077077601(state=PENDING, result=null, callback=(continuation of Deferred@960333530 after retry RPC after error@1455735237) -> (continuation of Deferred@1357226222 after retry RPC after error@1178426411) -> (continuation of Deferred@325261664 after retry RPC after error@1675175968) -> (continuation of Deferred@507905637 after retry RPC after error@850840962) -> (continuation of Deferred@966093485 after retry RPC after error@321379735) -> (continuation of Deferred@1039959224 after retry RPC after error@958567512) -> (continuation of Deferred@728777171 after retry RPC after error@110553679), errback=(continuation of Deferred@960333530 after retry RPC after error@1455735237) -> (continuation of Deferred@1357226222 after retry RPC after error@1178426411) -> (continuation of Deferred@325261664 after retry RPC after error@1675175968) -> (continuation of Deferred@507905637 after retry RPC after error@850840962) -> (continuation of Deferred@966093485 after retry RPC after error@321379735) -> (continuation of Deferred@1039959224 after retry RPC after error@958567512) -> (continuation of Deferred@728777171 after retry RPC after error@110553679)))
06:25:33.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.044 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.063 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.205 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@459794637(state=PENDING, result=null, callback=(continuation of Deferred@2136880551 after retry RPC after error@1974897042) -> (continuation of Deferred@723116020 after retry RPC after error@261909466) -> (continuation of Deferred@23172227 after retry RPC after error@1079670564) -> (continuation of Deferred@635041444 after retry RPC after error@1240963966) -> (continuation of Deferred@1145035599 after retry RPC after error@1473210299) -> (continuation of Deferred@1036638000 after retry RPC after error@1209046940), errback=(continuation of Deferred@2136880551 after retry RPC after error@1974897042) -> (continuation of Deferred@723116020 after retry RPC after error@261909466) -> (continuation of Deferred@23172227 after retry RPC after error@1079670564) -> (continuation of Deferred@635041444 after retry RPC after error@1240963966) -> (continuation of Deferred@1145035599 after retry RPC after error@1473210299) -> (continuation of Deferred@1036638000 after retry RPC after error@1209046940)))
06:25:33.206 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@459794637(state=PENDING, result=null, callback=(continuation of Deferred@2136880551 after retry RPC after error@1974897042) -> (continuation of Deferred@723116020 after retry RPC after error@261909466) -> (continuation of Deferred@23172227 after retry RPC after error@1079670564) -> (continuation of Deferred@635041444 after retry RPC after error@1240963966) -> (continuation of Deferred@1145035599 after retry RPC after error@1473210299) -> (continuation of Deferred@1036638000 after retry RPC after error@1209046940), errback=(continuation of Deferred@2136880551 after retry RPC after error@1974897042) -> (continuation of Deferred@723116020 after retry RPC after error@261909466) -> (continuation of Deferred@23172227 after retry RPC after error@1079670564) -> (continuation of Deferred@635041444 after retry RPC after error@1240963966) -> (continuation of Deferred@1145035599 after retry RPC after error@1473210299) -> (continuation of Deferred@1036638000 after retry RPC after error@1209046940)))
06:25:33.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.263 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.264 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.264 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.264 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.264 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.264 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.265 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.283 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.284 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.302 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.342 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.343 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.343 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.422 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.482 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1784900608(state=PENDING, result=null, callback=(continuation of Deferred@485752481 after retry RPC after error@1208621620) -> (continuation of Deferred@1446611138 after retry RPC after error@667676009) -> (continuation of Deferred@609094087 after retry RPC after error@1015901376) -> (continuation of Deferred@644385803 after retry RPC after error@1580244234) -> (continuation of Deferred@174368570 after retry RPC after error@1574445530) -> (continuation of Deferred@1060304574 after retry RPC after error@1697707167) -> (continuation of Deferred@1245893236 after retry RPC after error@1443429399), errback=(continuation of Deferred@485752481 after retry RPC after error@1208621620) -> (continuation of Deferred@1446611138 after retry RPC after error@667676009) -> (continuation of Deferred@609094087 after retry RPC after error@1015901376) -> (continuation of Deferred@644385803 after retry RPC after error@1580244234) -> (continuation of Deferred@174368570 after retry RPC after error@1574445530) -> (continuation of Deferred@1060304574 after retry RPC after error@1697707167) -> (continuation of Deferred@1245893236 after retry RPC after error@1443429399)))
06:25:33.483 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:33.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.503 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.505 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.542 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.582 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.622 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.724 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.724 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.725 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.763 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@176567383(state=PENDING, result=null, callback=(continuation of Deferred@1587090451 after retry RPC after error@834662383) -> (continuation of Deferred@1480860783 after retry RPC after error@1666942908) -> (continuation of Deferred@1970552392 after retry RPC after error@997877662) -> (continuation of Deferred@1113869250 after retry RPC after error@2109559381) -> (continuation of Deferred@703571412 after retry RPC after error@1103192544) -> (continuation of Deferred@555423809 after retry RPC after error@916703693) -> (continuation of Deferred@1656101832 after retry RPC after error@682801183) -> (continuation of Deferred@1368548440 after retry RPC after error@2044142086), errback=(continuation of Deferred@1587090451 after retry RPC after error@834662383) -> (continuation of Deferred@1480860783 after retry RPC after error@1666942908) -> (continuation of Deferred@1970552392 after retry RPC after error@997877662) -> (continuation of Deferred@1113869250 after retry RPC after error@2109559381) -> (continuation of Deferred@703571412 after retry RPC after error@1103192544) -> (continuation of Deferred@555423809 after retry RPC after error@916703693) -> (continuation of Deferred@1656101832 after retry RPC after error@682801183) -> (continuation of Deferred@1368548440 after retry RPC after error@2044142086)))
06:25:33.763 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:33.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.804 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.804 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.804 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.805 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.822 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.844 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.923 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.925 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@202682946(state=PENDING, result=null, callback=(continuation of Deferred@789520196 after retry RPC after error@171276652) -> (continuation of Deferred@1514377374 after retry RPC after error@1936502582) -> (continuation of Deferred@617507616 after retry RPC after error@93423820) -> (continuation of Deferred@1133526912 after retry RPC after error@1435712987) -> (continuation of Deferred@39045922 after retry RPC after error@193852492) -> (continuation of Deferred@1227073154 after retry RPC after error@93464472), errback=(continuation of Deferred@789520196 after retry RPC after error@171276652) -> (continuation of Deferred@1514377374 after retry RPC after error@1936502582) -> (continuation of Deferred@617507616 after retry RPC after error@93423820) -> (continuation of Deferred@1133526912 after retry RPC after error@1435712987) -> (continuation of Deferred@39045922 after retry RPC after error@193852492) -> (continuation of Deferred@1227073154 after retry RPC after error@93464472)))
06:25:33.925 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@202682946(state=PENDING, result=null, callback=(continuation of Deferred@789520196 after retry RPC after error@171276652) -> (continuation of Deferred@1514377374 after retry RPC after error@1936502582) -> (continuation of Deferred@617507616 after retry RPC after error@93423820) -> (continuation of Deferred@1133526912 after retry RPC after error@1435712987) -> (continuation of Deferred@39045922 after retry RPC after error@193852492) -> (continuation of Deferred@1227073154 after retry RPC after error@93464472), errback=(continuation of Deferred@789520196 after retry RPC after error@171276652) -> (continuation of Deferred@1514377374 after retry RPC after error@1936502582) -> (continuation of Deferred@617507616 after retry RPC after error@93423820) -> (continuation of Deferred@1133526912 after retry RPC after error@1435712987) -> (continuation of Deferred@39045922 after retry RPC after error@193852492) -> (continuation of Deferred@1227073154 after retry RPC after error@93464472)))
06:25:33.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.942 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.963 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.964 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.965 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:33.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:33.983 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:33.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:33.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:33.985 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.003 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.004 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.005 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.022 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.024 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.146 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@343192441(state=PENDING, result=null, callback=(continuation of Deferred@1139353699 after retry RPC after error@1768722437) -> (continuation of Deferred@956561406 after retry RPC after error@148727004) -> (continuation of Deferred@50200468 after retry RPC after error@253541238) -> (continuation of Deferred@696652140 after retry RPC after error@1251900164) -> (continuation of Deferred@670182556 after retry RPC after error@1298129951) -> (continuation of Deferred@1422627241 after retry RPC after error@1832162927) -> (continuation of Deferred@1528086937 after retry RPC after error@1775876600), errback=(continuation of Deferred@1139353699 after retry RPC after error@1768722437) -> (continuation of Deferred@956561406 after retry RPC after error@148727004) -> (continuation of Deferred@50200468 after retry RPC after error@253541238) -> (continuation of Deferred@696652140 after retry RPC after error@1251900164) -> (continuation of Deferred@670182556 after retry RPC after error@1298129951) -> (continuation of Deferred@1422627241 after retry RPC after error@1832162927) -> (continuation of Deferred@1528086937 after retry RPC after error@1775876600)))
06:25:34.147 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=203), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@343192441(state=PENDING, result=null, callback=(continuation of Deferred@1139353699 after retry RPC after error@1768722437) -> (continuation of Deferred@956561406 after retry RPC after error@148727004) -> (continuation of Deferred@50200468 after retry RPC after error@253541238) -> (continuation of Deferred@696652140 after retry RPC after error@1251900164) -> (continuation of Deferred@670182556 after retry RPC after error@1298129951) -> (continuation of Deferred@1422627241 after retry RPC after error@1832162927) -> (continuation of Deferred@1528086937 after retry RPC after error@1775876600), errback=(continuation of Deferred@1139353699 after retry RPC after error@1768722437) -> (continuation of Deferred@956561406 after retry RPC after error@148727004) -> (continuation of Deferred@50200468 after retry RPC after error@253541238) -> (continuation of Deferred@696652140 after retry RPC after error@1251900164) -> (continuation of Deferred@670182556 after retry RPC after error@1298129951) -> (continuation of Deferred@1422627241 after retry RPC after error@1832162927) -> (continuation of Deferred@1528086937 after retry RPC after error@1775876600)))
06:25:34.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.164 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.164 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.164 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.165 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.182 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.183 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.203 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.204 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.204 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.204 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.204 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.204 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.205 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.225 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.242 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.243 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:34.244 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:34.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.423 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=6, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [0ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=Deferred@648863851(state=PENDING, result=null, callback=(continuation of Deferred@373052474 after retry RPC after error@777839807) -> (continuation of Deferred@194353100 after retry RPC after error@1249612141) -> (continuation of Deferred@1041404316 after retry RPC after error@2007167997) -> (continuation of Deferred@1353593138 after retry RPC after error@1179132595) -> (continuation of Deferred@1820120471 after retry RPC after error@211943166), errback=(continuation of Deferred@373052474 after retry RPC after error@777839807) -> (continuation of Deferred@194353100 after retry RPC after error@1249612141) -> (continuation of Deferred@1041404316 after retry RPC after error@2007167997) -> (continuation of Deferred@1353593138 after retry RPC after error@1179132595) -> (continuation of Deferred@1820120471 after retry RPC after error@211943166)))
06:25:34.424 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=131, elapsed=141), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@757557753(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@2afd8b54 -> ConnectToMasterErrCB for 127.12.197.61:35335))
06:25:34.424 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.443 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
06:25:34.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:34.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.703 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:34.703 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@890020387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@73ed38fd -> ConnectToMasterErrCB for 127.12.197.61:35335))
06:25:34.703 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.703 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@890020387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@73ed38fd -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:34.703 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@890020387(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@73ed38fd -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:34.723 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:34.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.724 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.724 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:34.983 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:34.983 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@1526101329(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@a3bc996 -> ConnectToMasterErrCB for 127.12.197.61:35335))
06:25:34.983 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:34.983 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@1526101329(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@a3bc996 -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:34.983 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@1526101329(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@a3bc996 -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:35.002 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.003 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.004 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:35.061697 14140 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:35.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:35.064220 14140 meta_cache.cc:788] Timed out: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: '21de299e7eb448339346b57cedea7754', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.12.197.62:40935,127.12.197.61:35335,127.12.197.60:40651, num_attempts: 1)
06:25:35.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260809 06:25:35.065810 14140 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.12.197.60:40651)
06:25:35.263 [DEBUG - pool-49-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, deferred=null) with no deferred attached!
06:25:35.263 [INFO - pool-49-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@467806162(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@72d78502 -> ConnectToMasterErrCB for 127.12.197.61:35335))
06:25:35.263 [WARN - pool-49-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.264 [DEBUG - pool-49-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@467806162(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@72d78502 -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:35.264 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=261), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=ConnectToMaster, tablet=null, attempt=1, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] sending RPC to server master-127.12.197.61:35335, deferred=Deferred@467806162(state=PENDING, result=null, callback=passthrough -> ConnectToMasterCB for 127.12.197.61:35335, errback=org.apache.kudu.client.ConnectToCluster$1@72d78502 -> ConnectToMasterErrCB for 127.12.197.61:35335)), deferred=null)
06:25:35.282 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.295 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.295 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.296 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=872), Traces: [0ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=null) with no deferred attached!
06:25:35.296 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=593), Traces: [0ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=null) with no deferred attached!
06:25:35.296 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=313), Traces: [0ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=null) with no deferred attached!
06:25:35.296 [DEBUG - kudu-nio-0] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=ConnectToMaster, tablet=null, attempt=0, TimeoutTracker(timeout=0, elapsed=32), Traces: [0ms] received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=null) with no deferred attached!
06:25:35.296 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.296 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.303 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.303 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.322 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.323 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.324 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.364 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.442 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.443 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.443 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.522 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.524 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [14ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1086092452(state=PENDING, result=null, callback=(continuation of Deferred@1573954294 after retry RPC after error@469835738) -> (continuation of Deferred@1430845323 after retry RPC after error@1995612370) -> (continuation of Deferred@778927080 after retry RPC after error@973491760) -> (continuation of Deferred@677380692 after retry RPC after error@1266140090) -> (continuation of Deferred@243290887 after retry RPC after error@109050665) -> (continuation of Deferred@774187792 after retry RPC after error@1530550141) -> (continuation of Deferred@1471033206 after retry RPC after error@787554329), errback=(continuation of Deferred@1573954294 after retry RPC after error@469835738) -> (continuation of Deferred@1430845323 after retry RPC after error@1995612370) -> (continuation of Deferred@778927080 after retry RPC after error@973491760) -> (continuation of Deferred@677380692 after retry RPC after error@1266140090) -> (continuation of Deferred@243290887 after retry RPC after error@109050665) -> (continuation of Deferred@774187792 after retry RPC after error@1530550141) -> (continuation of Deferred@1471033206 after retry RPC after error@787554329)))
06:25:35.525 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [14ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [14ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@1086092452(state=PENDING, result=null, callback=(continuation of Deferred@1573954294 after retry RPC after error@469835738) -> (continuation of Deferred@1430845323 after retry RPC after error@1995612370) -> (continuation of Deferred@778927080 after retry RPC after error@973491760) -> (continuation of Deferred@677380692 after retry RPC after error@1266140090) -> (continuation of Deferred@243290887 after retry RPC after error@109050665) -> (continuation of Deferred@774187792 after retry RPC after error@1530550141) -> (continuation of Deferred@1471033206 after retry RPC after error@787554329), errback=(continuation of Deferred@1573954294 after retry RPC after error@469835738) -> (continuation of Deferred@1430845323 after retry RPC after error@1995612370) -> (continuation of Deferred@778927080 after retry RPC after error@973491760) -> (continuation of Deferred@677380692 after retry RPC after error@1266140090) -> (continuation of Deferred@243290887 after retry RPC after error@109050665) -> (continuation of Deferred@774187792 after retry RPC after error@1530550141) -> (continuation of Deferred@1471033206 after retry RPC after error@787554329)))
06:25:35.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.543 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.544 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.544 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.562 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.563 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.603 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.604 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.682 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.782 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1459108298(state=PENDING, result=null, callback=(continuation of Deferred@142897060 after retry RPC after error@471508284) -> (continuation of Deferred@1841001059 after retry RPC after error@2056921207) -> (continuation of Deferred@1372101071 after retry RPC after error@405992847) -> (continuation of Deferred@783070336 after retry RPC after error@94281914) -> (continuation of Deferred@269305639 after retry RPC after error@521946660) -> (continuation of Deferred@1423964659 after retry RPC after error@615778466) -> (continuation of Deferred@1585071980 after retry RPC after error@598349793), errback=(continuation of Deferred@142897060 after retry RPC after error@471508284) -> (continuation of Deferred@1841001059 after retry RPC after error@2056921207) -> (continuation of Deferred@1372101071 after retry RPC after error@405992847) -> (continuation of Deferred@783070336 after retry RPC after error@94281914) -> (continuation of Deferred@269305639 after retry RPC after error@521946660) -> (continuation of Deferred@1423964659 after retry RPC after error@615778466) -> (continuation of Deferred@1585071980 after retry RPC after error@598349793)))
06:25:35.786 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1459108298(state=PENDING, result=null, callback=(continuation of Deferred@142897060 after retry RPC after error@471508284) -> (continuation of Deferred@1841001059 after retry RPC after error@2056921207) -> (continuation of Deferred@1372101071 after retry RPC after error@405992847) -> (continuation of Deferred@783070336 after retry RPC after error@94281914) -> (continuation of Deferred@269305639 after retry RPC after error@521946660) -> (continuation of Deferred@1423964659 after retry RPC after error@615778466) -> (continuation of Deferred@1585071980 after retry RPC after error@598349793), errback=(continuation of Deferred@142897060 after retry RPC after error@471508284) -> (continuation of Deferred@1841001059 after retry RPC after error@2056921207) -> (continuation of Deferred@1372101071 after retry RPC after error@405992847) -> (continuation of Deferred@783070336 after retry RPC after error@94281914) -> (continuation of Deferred@269305639 after retry RPC after error@521946660) -> (continuation of Deferred@1423964659 after retry RPC after error@615778466) -> (continuation of Deferred@1585071980 after retry RPC after error@598349793)))
06:25:35.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.842 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.864 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.864 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.864 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.883 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.884 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.884 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.884 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.902 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.903 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.904 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:35.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:35.922 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:35.923 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:35.924 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:35.925 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.042 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.043 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.044 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.045 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.045 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@324283191(state=PENDING, result=null, callback=(continuation of Deferred@1152619214 after retry RPC after error@1646917230) -> (continuation of Deferred@406469305 after retry RPC after error@713402138) -> (continuation of Deferred@1920496998 after retry RPC after error@1607428033) -> (continuation of Deferred@384397683 after retry RPC after error@299084227) -> (continuation of Deferred@548486618 after retry RPC after error@73709410) -> (continuation of Deferred@1507535988 after retry RPC after error@1439304509) -> (continuation of Deferred@2092737459 after retry RPC after error@1573045473), errback=(continuation of Deferred@1152619214 after retry RPC after error@1646917230) -> (continuation of Deferred@406469305 after retry RPC after error@713402138) -> (continuation of Deferred@1920496998 after retry RPC after error@1607428033) -> (continuation of Deferred@384397683 after retry RPC after error@299084227) -> (continuation of Deferred@548486618 after retry RPC after error@73709410) -> (continuation of Deferred@1507535988 after retry RPC after error@1439304509) -> (continuation of Deferred@2092737459 after retry RPC after error@1573045473)))
06:25:36.045 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, deferred=Deferred@324283191(state=PENDING, result=null, callback=(continuation of Deferred@1152619214 after retry RPC after error@1646917230) -> (continuation of Deferred@406469305 after retry RPC after error@713402138) -> (continuation of Deferred@1920496998 after retry RPC after error@1607428033) -> (continuation of Deferred@384397683 after retry RPC after error@299084227) -> (continuation of Deferred@548486618 after retry RPC after error@73709410) -> (continuation of Deferred@1507535988 after retry RPC after error@1439304509) -> (continuation of Deferred@2092737459 after retry RPC after error@1573045473), errback=(continuation of Deferred@1152619214 after retry RPC after error@1646917230) -> (continuation of Deferred@406469305 after retry RPC after error@713402138) -> (continuation of Deferred@1920496998 after retry RPC after error@1607428033) -> (continuation of Deferred@384397683 after retry RPC after error@299084227) -> (continuation of Deferred@548486618 after retry RPC after error@73709410) -> (continuation of Deferred@1507535988 after retry RPC after error@1439304509) -> (continuation of Deferred@2092737459 after retry RPC after error@1573045473)))
06:25:36.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.062 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.064 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.083 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.084 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.084 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.084 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.085 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.103 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.105 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.123 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.142 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.143 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.145 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.162 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.163 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.164 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.222 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.223 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.323 [DEBUG - pool-49-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [42ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@278641364(state=PENDING, result=null, callback=(continuation of Deferred@1657238822 after retry RPC after error@1532121267) -> (continuation of Deferred@1177842456 after retry RPC after error@187972624) -> (continuation of Deferred@1384318485 after retry RPC after error@454890302) -> (continuation of Deferred@2127826934 after retry RPC after error@1412065408) -> (continuation of Deferred@517177278 after retry RPC after error@1839471545) -> (continuation of Deferred@869339716 after retry RPC after error@884478678) -> (continuation of Deferred@823375216 after retry RPC after error@2091321656), errback=(continuation of Deferred@1657238822 after retry RPC after error@1532121267) -> (continuation of Deferred@1177842456 after retry RPC after error@187972624) -> (continuation of Deferred@1384318485 after retry RPC after error@454890302) -> (continuation of Deferred@2127826934 after retry RPC after error@1412065408) -> (continuation of Deferred@517177278 after retry RPC after error@1839471545) -> (continuation of Deferred@869339716 after retry RPC after error@884478678) -> (continuation of Deferred@823375216 after retry RPC after error@2091321656)))
06:25:36.323 [WARN - pool-49-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
06:25:36.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.343 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.344 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.344 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.344 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.345 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.363 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.364 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.364 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.364 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.364 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.365 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.382 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.383 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.402 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.423 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.423 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.424 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.424 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.425 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.462 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.463 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.482 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.484 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.523 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.525 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.583 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.584 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.584 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.584 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.585 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.585 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1030284727(state=PENDING, result=null, callback=(continuation of Deferred@1062673925 after retry RPC after error@1042462645) -> (continuation of Deferred@2025240198 after retry RPC after error@42578298) -> (continuation of Deferred@94973976 after retry RPC after error@782086151) -> (continuation of Deferred@1674715604 after retry RPC after error@740253365) -> (continuation of Deferred@1618641630 after retry RPC after error@589568862) -> (continuation of Deferred@1368015471 after retry RPC after error@129389597) -> (continuation of Deferred@862870087 after retry RPC after error@814959007), errback=(continuation of Deferred@1062673925 after retry RPC after error@1042462645) -> (continuation of Deferred@2025240198 after retry RPC after error@42578298) -> (continuation of Deferred@94973976 after retry RPC after error@782086151) -> (continuation of Deferred@1674715604 after retry RPC after error@740253365) -> (continuation of Deferred@1618641630 after retry RPC after error@589568862) -> (continuation of Deferred@1368015471 after retry RPC after error@129389597) -> (continuation of Deferred@862870087 after retry RPC after error@814959007)))
06:25:36.586 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1030284727(state=PENDING, result=null, callback=(continuation of Deferred@1062673925 after retry RPC after error@1042462645) -> (continuation of Deferred@2025240198 after retry RPC after error@42578298) -> (continuation of Deferred@94973976 after retry RPC after error@782086151) -> (continuation of Deferred@1674715604 after retry RPC after error@740253365) -> (continuation of Deferred@1618641630 after retry RPC after error@589568862) -> (continuation of Deferred@1368015471 after retry RPC after error@129389597) -> (continuation of Deferred@862870087 after retry RPC after error@814959007), errback=(continuation of Deferred@1062673925 after retry RPC after error@1042462645) -> (continuation of Deferred@2025240198 after retry RPC after error@42578298) -> (continuation of Deferred@94973976 after retry RPC after error@782086151) -> (continuation of Deferred@1674715604 after retry RPC after error@740253365) -> (continuation of Deferred@1618641630 after retry RPC after error@589568862) -> (continuation of Deferred@1368015471 after retry RPC after error@129389597) -> (continuation of Deferred@862870087 after retry RPC after error@814959007)))
06:25:36.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.603 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.604 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.604 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.604 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.623 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.642 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.643 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.663 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.664 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.664 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.664 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.664 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.664 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.665 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.683 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.683 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.684 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.684 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.702 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.703 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.762 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.764 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1905705226(state=PENDING, result=null, callback=(continuation of Deferred@1733701708 after retry RPC after error@1004761372) -> (continuation of Deferred@1149690850 after retry RPC after error@56620265) -> (continuation of Deferred@1432182942 after retry RPC after error@1964413112) -> (continuation of Deferred@108852235 after retry RPC after error@2063114385) -> (continuation of Deferred@1142912704 after retry RPC after error@88980907) -> (continuation of Deferred@1693506981 after retry RPC after error@1530074498), errback=(continuation of Deferred@1733701708 after retry RPC after error@1004761372) -> (continuation of Deferred@1149690850 after retry RPC after error@56620265) -> (continuation of Deferred@1432182942 after retry RPC after error@1964413112) -> (continuation of Deferred@108852235 after retry RPC after error@2063114385) -> (continuation of Deferred@1142912704 after retry RPC after error@88980907) -> (continuation of Deferred@1693506981 after retry RPC after error@1530074498)))
06:25:36.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [100ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [160ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, deferred=Deferred@1905705226(state=PENDING, result=null, callback=(continuation of Deferred@1733701708 after retry RPC after error@1004761372) -> (continuation of Deferred@1149690850 after retry RPC after error@56620265) -> (continuation of Deferred@1432182942 after retry RPC after error@1964413112) -> (continuation of Deferred@108852235 after retry RPC after error@2063114385) -> (continuation of Deferred@1142912704 after retry RPC after error@88980907) -> (continuation of Deferred@1693506981 after retry RPC after error@1530074498), errback=(continuation of Deferred@1733701708 after retry RPC after error@1004761372) -> (continuation of Deferred@1149690850 after retry RPC after error@56620265) -> (continuation of Deferred@1432182942 after retry RPC after error@1964413112) -> (continuation of Deferred@108852235 after retry RPC after error@2063114385) -> (continuation of Deferred@1142912704 after retry RPC after error@88980907) -> (continuation of Deferred@1693506981 after retry RPC after error@1530074498)))
06:25:36.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.783 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.783 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.784 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.784 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.784 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.785 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.802 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.803 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.804 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.823 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.824 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.824 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.824 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.824 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.824 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.843 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.844 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.844 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.844 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.844 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.844 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.845 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.863 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.865 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.60:40651(127.12.197.60:40651)] connecting to peer
06:25:36.882 [DEBUG - pool-49-thread-1] (Connection.java:748) [peer master-127.12.197.61:35335(127.12.197.61:35335)] connecting to peer
06:25:36.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.197.60:40651(127.12.197.60:40651)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.60:40651: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651
06:25:36.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.61:35335(127.12.197.61:35335)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.197.61:35335: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335
06:25:36.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.885 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=38, TimeoutTracker(timeout=50000, elapsed=47811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [11ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [31ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [32ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [52ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [73ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [130ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [154ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [329ms] refreshing cache from master, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [330ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [331ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [332ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [749ms] refreshing cache from master, [749ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [750ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [751ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [752ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [753ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [849ms] refreshing cache from master, [849ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [852ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1010ms] refreshing cache from master, [1010ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1013ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1014ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1015ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2789ms] refreshing cache from master, [2789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@991069764(state=PENDING, result=null, callback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812), errback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812)))
06:25:36.886 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935; will retry
06:25:36.887 [DEBUG - main] (Connection.java:575) [peer master-127.12.197.62:40935(127.12.197.62:40935)] disconnecting while in state READY
06:25:36.887 [DEBUG - main] (Connection.java:575) [peer master-127.12.197.61:35335(127.12.197.61:35335)] disconnecting while in state TERMINATED
06:25:36.887 [DEBUG - main] (Connection.java:575) [peer master-127.12.197.60:40651(127.12.197.60:40651)] disconnecting while in state TERMINATED
06:25:36.887 [DEBUG - main] (Connection.java:575) [peer 8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)] disconnecting while in state READY
06:25:36.887 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
06:25:36.888 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)] handling channelInactive
06:25:36.888 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 8ae7d88b53324430a7705edc6e7f41c1(127.12.197.1:39201)] cleaning up while in state READY due to: connection closed
06:25:36.888 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.197.62:40935(127.12.197.62:40935)] handling channelInactive
06:25:36.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.197.62:40935(127.12.197.62:40935)] cleaning up while in state READY due to: connection closed
06:25:36.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:36.888743 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 13568
06:25:36.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:36.900362 13791 generic_service.cc:196] Checking for leaks (request via RPC)
06:25:37.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.008486 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 13568
06:25:37.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.035411 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 13804
06:25:37.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.043170 14023 generic_service.cc:196] Checking for leaks (request via RPC)
06:25:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.114256 14694 master_runner.cc:186] Error getting master registration for 127.12.197.61:35335: Network error: Client connection negotiation failed: client connection to 127.12.197.61:35335: connect: Connection refused (error 111),
06:25:37.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.114461 14694 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
06:25:37.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.149186 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 13804
06:25:37.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.174757 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 14037
06:25:37.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.182161 14248 generic_service.cc:196] Checking for leaks (request via RPC)
06:25:37.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.332312 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 14037
06:25:37.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.362943 13076 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskBYdVme/build/asan/bin/kudu pid 14694
06:25:37.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.369848 14808 generic_service.cc:196] Checking for leaks (request via RPC)
06:25:37.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260809 06:25:37.518312 13076 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskBYdVme/build/asan/bin/kudu with pid 14694
06:25:37.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-08-09T06:25:37Z chronyd exiting
06:25:37.682 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager: failed attempt 1
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=38, TimeoutTracker(timeout=50000, elapsed=47811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [11ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [31ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [32ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [52ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [73ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [130ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [154ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [329ms] refreshing cache from master, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [330ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [331ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [332ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [749ms] refreshing cache from master, [749ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [750ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [751ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [752ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [753ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [849ms] refreshing cache from master, [849ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [852ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1010ms] refreshing cache from master, [1010ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1013ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1014ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1015ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2789ms] refreshing cache from master, [2789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@991069764(state=PENDING, result=null, callback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812), errback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812)))
at org.junit.Assert.fail(Assert.java:89) ~[junit-4.13.2.jar:4.13.2]
at org.junit.Assert.assertTrue(Assert.java:42) ~[junit-4.13.2.jar:4.13.2]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
java.lang.AssertionError: Timed out: cannot complete before timeout: KuduRpc(method=GetTransactionState, tablet=null, attempt=38, TimeoutTracker(timeout=50000, elapsed=47811), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [11ms] refreshing cache from master, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [11ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [13ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [29ms] refreshing cache from master, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [31ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [32ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [33ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [49ms] refreshing cache from master, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [52ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [52ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [69ms] refreshing cache from master, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [71ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [73ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [110ms] refreshing cache from master, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [111ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [113ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [129ms] refreshing cache from master, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [130ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [151ms] refreshing cache from master, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [154ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [329ms] refreshing cache from master, [329ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [330ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [330ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [331ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [332ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [333ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [749ms] refreshing cache from master, [749ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [750ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [750ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [751ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [752ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [753ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [849ms] refreshing cache from master, [849ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [850ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [850ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [852ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [852ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1010ms] refreshing cache from master, [1010ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [1011ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [1012ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [1013ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.60:40651: Network error: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651, [1014ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.61:35335: Network error: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [1015ms] Sub RPC ConnectToMaster: received response from server master-127.12.197.62:40935: OK, [1015ms] delaying RPC due to: Service unavailable: Master config (127.12.197.60:40651,127.12.197.61:35335,127.12.197.62:40935) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.60:40651(127.12.197.60:40651): Connection refused: /127.12.197.60:40651,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.197.61:35335(127.12.197.61:35335): Connection refused: /127.12.197.61:35335, [2789ms] refreshing cache from master, [2789ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.60:40651, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.61:35335, [2790ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.197.62:40935, [2791ms] too many traces: truncated at 100 traces, deferred=Deferred@991069764(state=PENDING, result=null, callback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812), errback=(continuation of Deferred@1458929556 after retry RPC after error@585281143) -> (continuation of Deferred@674394631 after retry RPC after error@129884643) -> (continuation of Deferred@2051618655 after retry RPC after error@1307553655) -> (continuation of Deferred@1987468935 after retry RPC after error@506202963) -> (continuation of Deferred@762065926 after retry RPC after error@491299531) -> (continuation of Deferred@1502496131 after retry RPC after error@663137138) -> (continuation of Deferred@1803970432 after retry RPC after error@864083649) -> (continuation of Deferred@403257199 after retry RPC after error@180797991) -> (continuation of Deferred@1386483352 after retry RPC after error@1734845659) -> (continuation of Deferred@906249495 after retry RPC after error@175074826) -> (continuation of Deferred@2026725649 after retry RPC after error@576078767) -> (continuation of Deferred@913217039 after retry RPC after error@1199616502) -> (continuation of Deferred@1423345150 after retry RPC after error@1141768176) -> (continuation of Deferred@110221200 after retry RPC after error@1146931637) -> (continuation of Deferred@608521653 after retry RPC after error@253547698) -> (continuation of Deferred@121221014 after retry RPC after error@629858213) -> (continuation of Deferred@724305476 after retry RPC after error@1115487959) -> (continuation of Deferred@150191121 after retry RPC after error@2071412061) -> (continuation of Deferred@807541329 after retry RPC after error@361611460) -> (continuation of Deferred@783696 after retry RPC after error@1121238489) -> (continuation of Deferred@1652873024 after retry RPC after error@435462196) -> (continuation of Deferred@1175090991 after retry RPC after error@567750722) -> (continuation of Deferred@1697500655 after retry RPC after error@1499739262) -> (continuation of Deferred@1287820146 after retry RPC after error@1418723208) -> (continuation of Deferred@1606816323 after retry RPC after error@670632449) -> (continuation of Deferred@2138592399 after retry RPC after error@1419806551) -> (continuation of Deferred@991679370 after retry RPC after error@1415409642) -> (continuation of Deferred@1773966786 after retry RPC after error@964050333) -> (continuation of Deferred@1553219258 after retry RPC after error@1661544701) -> (continuation of Deferred@1855366107 after retry RPC after error@1719984449) -> (continuation of Deferred@454587077 after retry RPC after error@838664091) -> (continuation of Deferred@1789860356 after retry RPC after error@736129273) -> (continuation of Deferred@1941352730 after retry RPC after error@635476176) -> (continuation of Deferred@932043090 after retry RPC after error@524419298) -> (continuation of Deferred@1505381489 after retry RPC after error@2025683342) -> (continuation of Deferred@564361346 after retry RPC after error@778643780) -> (continuation of Deferred@624632124 after retry RPC after error@920214812)))
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.assertTrue(Assert.java:42)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveRollingSwitchToOtherTxnManager(TestKuduTransaction.java:1214)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)